-- Logs begin at Sun 2021-06-06 11:13:04 UTC, end at Sun 2021-06-06 12:18:33 UTC. -- Jun 06 11:54:30.850903 dv-cinder-786266-2-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 06 11:54:33.401022 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.common.config [-] Logging enabled! Jun 06 11:54:33.401664 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev272 Jun 06 11:54:33.401783 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91987) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 06 11:54:33.404877 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.common.config [-] Logging enabled! Jun 06 11:54:33.405130 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev272 Jun 06 11:54:33.405437 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91987) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 06 11:54:33.406400 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 06 11:54:33.406634 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 06 11:54:33.406990 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 06 11:54:33.407234 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 06 11:54:33.407458 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 06 11:54:33.407776 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.408068 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.408360 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.408588 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.408878 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.409166 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.409447 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.409733 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.410059 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.410342 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.410617 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.410896 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.411123 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.411399 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.411682 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.412002 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.412830 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] debug = True {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.413193 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.413618 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.414050 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.414331 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.414621 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.414898 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.415168 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.415439 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.415726 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.416051 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] host = dv-cinder-786266-2-smb {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.416326 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.416610 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.416895 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.417177 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.417448 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.417722 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.418045 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.418306 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.418578 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] log_file = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.418851 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.419139 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.419422 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.419708 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.419931 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.420151 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.420437 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.420723 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.420996 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.421266 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.421536 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.421833 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.422107 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.422374 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.422657 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.422939 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.423221 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.423492 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.423760 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.424029 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.424296 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.424575 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.424844 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.425112 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.425382 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.425665 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.425961 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.426234 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.426529 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.426812 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.427090 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.427371 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.427680 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.428043 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.428322 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.428596 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.428867 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] use_json = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.429140 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.429408 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.429686 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.429982 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.430254 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.430525 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.430795 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.431076 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:33.431371 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.431665 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.431964 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.432244 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.432535 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.432809 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.433094 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.433369 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.433655 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.433965 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.434250 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.434527 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.434812 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.435087 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.435377 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.435682 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.435972 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.436262 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.436535 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.436807 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.437078 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.437353 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.437635 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.437951 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.438244 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.438515 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.438792 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.439080 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.439354 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.439625 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.439899 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.440187 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.440461 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.440731 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.441007 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.441281 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.441547 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.441849 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.442126 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.442411 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.442683 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.442951 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.443725 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.444012 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.444279 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.444560 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.444834 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.445105 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.445374 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.445646 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.445942 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.446219 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.446492 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.446761 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.447034 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.447302 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.447571 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.447837 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.448105 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.448373 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.448640 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.448906 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.449177 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.449445 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.449710 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.450001 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.450267 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.450537 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.450818 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.451107 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.451382 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.451653 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.451923 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.452194 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.452465 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.452735 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.453005 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.453276 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.453541 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.453850 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.454126 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.454410 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.454687 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.454957 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.455247 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.455516 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.455790 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.456065 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.456335 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.456615 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.456891 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.457178 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.457465 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.457762 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.458305 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.458591 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.458934 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.459751 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.460031 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:33.460247 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 06 11:54:33.460486 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91987) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 06 11:54:33.810248 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91987) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:33.810435 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91987) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:33.810730 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91987) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:54:33.811207 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 06 11:54:34.192682 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:34.192985 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:34.193913 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:34.195085 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:34.195371 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:34.195636 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:34.232263 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:34.232550 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:34.232821 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:34.246486 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:34.246764 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:34.247032 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:34.274561 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:34.274839 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:34.275112 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:34.313085 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:34.313360 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:34.313628 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:34.554702 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:34.555322 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:34.555322 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:34.555469 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:34.556146 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:34.681070 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:34.681392 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:34.681680 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:34.681978 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:34.682248 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:34.682558 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:34.682816 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:34.683071 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:34.684062 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:34.684062 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:34.684062 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:34.684329 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:34.684329 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:34.684590 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:34.684853 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:34.685122 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:34.685378 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:34.685646 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:34.686003 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:34.686206 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:34.686552 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:34.686801 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:34.687048 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:34.687329 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:34.687577 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:34.687820 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:34.688218 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91987) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 06 11:54:34.688457 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91987) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 06 11:54:34.688693 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91987) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 06 11:54:34.688929 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91987) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 06 11:54:34.689163 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91987) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 06 11:54:34.689396 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91987) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 06 11:54:34.689779 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 06 11:54:34.692929 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 06 11:54:34.697135 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 06 11:54:34.701040 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Jun 06 11:54:34.702795 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 06 11:54:34.703249 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 06 11:54:34.703584 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 06 11:54:34.703972 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 06 11:54:34.706791 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 06 11:54:34.707044 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 06 11:54:34.707392 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 06 11:54:34.738961 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 06 11:54:34.738961 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:34.738961 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91987) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 06 11:54:34.738961 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:34.738961 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91987) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 06 11:54:34.738961 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 06 11:54:34.738961 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 06 11:54:34.742226 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:34.742508 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:34.807278 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 06 11:54:34.807442 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 06 11:54:34.807667 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 06 11:54:34.808050 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 06 11:54:34.840509 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_db.sqlalchemy.engines [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91987) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 06 11:54:35.315674 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.plugins.ml2.managers [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Initializing driver for type 'gre' Jun 06 11:54:35.316413 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] gre ID ranges: [(1, 1000)] Jun 06 11:54:35.486829 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.plugins.ml2.managers [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Initializing driver for type 'local' Jun 06 11:54:35.487182 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.plugins.ml2.managers [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Initializing driver for type 'vlan' Jun 06 11:54:35.538763 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] VlanTypeDriver initialization complete Jun 06 11:54:35.539099 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.plugins.ml2.managers [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Initializing driver for type 'vxlan' Jun 06 11:54:35.539602 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] vxlan ID ranges: [(1, 1000)] Jun 06 11:54:35.681413 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.plugins.ml2.managers [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Initializing extension driver 'port_security' Jun 06 11:54:35.682008 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.plugins.ml2.extensions.port_security [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] PortSecurityExtensionDriver initialization complete Jun 06 11:54:35.682106 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.plugins.ml2.managers [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Initializing mechanism driver 'openvswitch' Jun 06 11:54:35.682405 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.plugins.ml2.managers [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Initializing mechanism driver 'hyperv' Jun 06 11:54:35.695381 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.plugins.ml2.plugin [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:54:35.696162 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Subscribe: > port after_create 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:35.696535 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Subscribe: > port after_update 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:35.696881 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Subscribe: > port after_delete 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:35.697266 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Subscribe: > subnet after_create 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:35.697608 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Subscribe: > subnet after_update 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:35.697979 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:35.698354 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Subscribe: > network after_create 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:35.698701 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Subscribe: > network after_update 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:35.699038 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Subscribe: > network after_delete 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:35.699409 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Subscribe: > security_group after_create 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:35.699750 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Subscribe: > security_group after_update 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:35.700082 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Subscribe: > security_group after_delete 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:35.700453 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:35.700832 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:35.701178 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:35.701544 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Subscribe: > address_group after_create 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:35.701971 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Subscribe: > address_group after_update 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:35.702305 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Subscribe: > address_group after_delete 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:35.702635 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] ML2 OVO RPC backend initialized. {{(pid=91987) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} Jun 06 11:54:35.703347 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:35.703690 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:35.704095 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Subscribe: > network before_response 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:35.704432 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Subscribe: > networks before_response 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:35.704770 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Subscribe: > port before_response 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:35.705103 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Subscribe: > ports before_response 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:35.705438 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Subscribe: > subnet before_response 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:35.705786 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Subscribe: > subnets before_response 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:35.706571 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Subscribe: > network after_create 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:35.706571 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Subscribe: > network after_update 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:35.706863 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Subscribe: > network after_delete 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:35.707085 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Subscribe: > port after_create 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:35.707410 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Subscribe: > port after_update 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:35.707730 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Subscribe: > port after_delete 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:35.708319 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Subscribe: > subnet after_create 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:35.708651 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Subscribe: > subnet after_update 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:35.709072 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:35.709624 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.plugins.ml2.plugin [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Modular L2 Plugin initialization complete Jun 06 11:54:35.709969 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading services supported by the core plugin {{(pid=91987) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 06 11:54:35.710283 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.plugins.ml2.managers [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Got port-security extension from driver 'port_security' Jun 06 11:54:35.710729 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.extensions.vlantransparent [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Disabled vlantransparent extension. Jun 06 11:54:35.711197 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91987) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 06 11:54:35.711500 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading Plugin: router Jun 06 11:54:35.757464 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Subscribe: > router_interface before_create 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:35.757879 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Subscribe: > router after_create 55549900 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:35.758248 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Subscribe: > router before_create 55549900 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:35.758609 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:35.758978 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:35.759333 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Subscribe: > router after_delete 55549900 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:35.759686 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Subscribe: > floatingip after_update 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:35.760045 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Subscribe: > router after_create 55549900 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:35.760439 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Subscribe: > router after_update 55549900 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:35.760733 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Subscribe: > router after_update 55549900 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:35.761074 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:35.761431 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Subscribe: > router after_update 55549900 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:35.761861 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Subscribe: > router precommit_update 55549900 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:35.762228 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Subscribe: port after_update 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:35.762567 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Subscribe: port after_delete 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:35.762899 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Subscribe: subnet after_update 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:35.763230 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:35.763572 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Subscribe: > port precommit_delete 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:35.763915 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Subscribe: > router precommit_create 55549900 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:35.764254 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Subscribe: port before_delete 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:35.764590 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Subscribe: > router precommit_create 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:35.764944 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Subscribe: > router after_update 55549900 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:35.765283 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Subscribe: > router precommit_delete 55549900 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:35.765627 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Subscribe: > router precommit_create 55549900 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:35.766012 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:35.766357 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Subscribe: > router precommit_update 55549900 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:35.766723 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Subscribe: > network after_delete 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:35.767580 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.quota.resource_registry [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Tracking information for resource: router configured {{(pid=91987) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 06 11:54:35.767904 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.quota.resource_registry [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Tracking information for resource: floatingip configured {{(pid=91987) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 06 11:54:35.773044 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.db.l3_agentschedulers_db [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 06 11:54:35.773608 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Subscribe: port after_update 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:35.773986 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Subscribe: port after_create 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:35.774336 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Subscribe: port after_delete 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:35.774690 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Subscribe: port after_update 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:35.775469 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Subscribe: > router before_create 55550100 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:35.775845 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Subscribe: > router precommit_delete 55550100 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:35.776195 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Subscribe: > router precommit_create 55550100 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:35.776552 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Subscribe: > router precommit_update 55550100 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:35.780944 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.services.provider_configuration [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Service providers = [] {{(pid=91987) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 06 11:54:35.783248 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.db.servicetype_db [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91987) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 06 11:54:35.785812 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.services.service_base [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91987) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 06 11:54:35.786161 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.services.service_base [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91987) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 06 11:54:35.786497 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.services.service_base [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91987) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 06 11:54:35.788285 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.services.service_base [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91987) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 06 11:54:35.788651 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.services.service_base [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 06 11:54:35.789194 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91987) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 06 11:54:35.789504 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 06 11:54:35.799944 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91987) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 06 11:54:35.800281 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading Plugin: auto_allocate Jun 06 11:54:35.817642 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Subscribe: network precommit_update 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:35.818029 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Subscribe: network precommit_create 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:35.818935 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91987) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 06 11:54:35.819251 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading Plugin: tag Jun 06 11:54:35.827296 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91987) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 06 11:54:35.827620 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading Plugin: timestamp Jun 06 11:54:35.831374 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91987) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 06 11:54:35.831704 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading Plugin: network_ip_availability Jun 06 11:54:35.837609 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:35.838006 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:35.838363 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:35.839077 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91987) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 06 11:54:35.839395 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading Plugin: flavors Jun 06 11:54:35.962665 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91987) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 06 11:54:35.962903 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading Plugin: revisions Jun 06 11:54:35.967423 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91987) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 06 11:54:35.967821 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_concurrency.lockutils [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.157s {{(pid=91987) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:54:35.968596 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91987) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 06 11:54:35.968928 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Initializing extension manager. Jun 06 11:54:35.969431 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: __init__.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:35.969786 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: __pycache__ {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:35.970123 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:35.970461 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: address_group.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:35.971222 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:35.971806 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loaded extension: address-group Jun 06 11:54:35.972129 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: address_scope.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:35.972829 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:35.973347 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loaded extension: address-scope Jun 06 11:54:35.973668 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: admin_state_down_before_update.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:35.975677 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:35.976220 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loaded extension: router-admin-state-down-before-update Jun 06 11:54:35.976533 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: agent.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:35.977232 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:35.977745 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loaded extension: agent Jun 06 11:54:35.978091 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: agent_resources_synced.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:35.978982 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:35.979495 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loaded extension: agent-resources-synced Jun 06 11:54:35.979815 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: allowedaddresspairs.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:35.981560 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:35.982162 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loaded extension: allowed-address-pairs Jun 06 11:54:35.982485 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: auto_allocated_topology.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:35.983546 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:35.984072 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loaded extension: auto-allocated-topology Jun 06 11:54:35.984390 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: availability_zone.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:35.985071 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:35.985575 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loaded extension: availability_zone Jun 06 11:54:35.985921 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: availability_zone_filter.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:35.986819 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:35.987323 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loaded extension: availability_zone_filter Jun 06 11:54:35.987637 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: data_plane_status.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:35.988522 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:35.989225 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Extension data-plane-status not supported by any of loaded plugins Jun 06 11:54:35.989618 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: default_subnetpools.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:35.991678 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:35.992197 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loaded extension: default-subnetpools Jun 06 11:54:35.992517 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: dhcpagentscheduler.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:35.993315 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:35.993854 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loaded extension: dhcp_agent_scheduler Jun 06 11:54:35.994174 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: dns.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:35.995072 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:35.995581 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Extension dns-integration not supported by any of loaded plugins Jun 06 11:54:35.995897 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: dns_domain_ports.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:35.996793 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:35.997306 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 06 11:54:35.997619 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: dvr.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:35.998297 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:35.998802 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loaded extension: dvr Jun 06 11:54:35.999118 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: empty_string_filtering.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.000009 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.000519 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loaded extension: empty-string-filtering Jun 06 11:54:36.000842 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.001730 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.002264 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 06 11:54:36.002581 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.003467 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.004141 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 06 11:54:36.004464 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: external_net.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.005358 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.006379 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loaded extension: external-net Jun 06 11:54:36.006778 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: extra_dhcp_opt.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.007625 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.008135 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loaded extension: extra_dhcp_opt Jun 06 11:54:36.008454 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: extraroute.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.009340 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.009881 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loaded extension: extraroute Jun 06 11:54:36.010202 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: extraroute_atomic.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.011209 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.011719 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loaded extension: extraroute-atomic Jun 06 11:54:36.012040 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: filter_validation.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.012689 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.013191 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loaded extension: filter-validation Jun 06 11:54:36.013506 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: fip_pf_description.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.014422 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.014923 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 06 11:54:36.015241 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: fip_port_details.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.016141 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.016648 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loaded extension: fip-port-details Jun 06 11:54:36.016984 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: flavors.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.018342 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.018858 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loaded extension: flavors Jun 06 11:54:36.019177 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.020823 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.021852 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 06 11:54:36.022207 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: floatingip_pools.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.022902 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.023418 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loaded extension: floatingip-pools Jun 06 11:54:36.023737 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: ip_allocation.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.024641 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.025144 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Extension ip_allocation not supported by any of loaded plugins Jun 06 11:54:36.025460 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.026392 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.026897 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loaded extension: ip-substring-filtering Jun 06 11:54:36.027219 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: l2_adjacency.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.028125 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.028625 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 06 11:54:36.028940 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: l3.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.029943 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.030458 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loaded extension: router Jun 06 11:54:36.030777 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: l3_conntrack_helper.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.032990 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.033519 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 06 11:54:36.033877 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.034788 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.035305 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loaded extension: ext-gw-mode Jun 06 11:54:36.035626 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.036527 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.038106 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loaded extension: l3-ha Jun 06 11:54:36.038446 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: l3_flavors.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.039352 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.039866 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loaded extension: l3-flavors Jun 06 11:54:36.040187 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.041101 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.041609 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 06 11:54:36.041950 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: l3agentscheduler.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.042981 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.043496 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loaded extension: l3_agent_scheduler Jun 06 11:54:36.043818 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: logging.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.045403 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.045949 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Extension logging not supported by any of loaded plugins Jun 06 11:54:36.046273 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: metering.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.046998 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.047585 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loaded extension: metering Jun 06 11:54:36.047905 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.048979 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.049497 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loaded extension: metering_source_and_destination_fields Jun 06 11:54:36.049847 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: multiprovidernet.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.050757 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.051267 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loaded extension: multi-provider Jun 06 11:54:36.051582 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: netmtu.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.053072 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.054109 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loaded extension: net-mtu Jun 06 11:54:36.054428 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: netmtu_writable.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.055336 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.055848 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loaded extension: net-mtu-writable Jun 06 11:54:36.056165 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: network_availability_zone.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.056826 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.057336 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loaded extension: network_availability_zone Jun 06 11:54:36.057653 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: network_ip_availability.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.058764 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.059280 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loaded extension: network-ip-availability Jun 06 11:54:36.059597 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: network_segment_range.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.060352 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.060858 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Extension network-segment-range not supported by any of loaded plugins Jun 06 11:54:36.061174 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: pagination.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.062166 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.062491 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loaded extension: pagination Jun 06 11:54:36.062806 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: port_device_profile.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.063700 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.064212 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loaded extension: port-device-profile Jun 06 11:54:36.064532 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.065428 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.065964 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loaded extension: port-mac-address-regenerate Jun 06 11:54:36.066286 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.067171 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.067683 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loaded extension: port-numa-affinity-policy Jun 06 11:54:36.068002 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: port_resource_request.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.069331 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.069864 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Extension port-resource-request not supported by any of loaded plugins Jun 06 11:54:36.070185 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: portbindings.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.071171 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.071684 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loaded extension: binding Jun 06 11:54:36.072003 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: portbindings_extended.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.073256 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.073795 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loaded extension: binding-extended Jun 06 11:54:36.074122 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: portsecurity.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.075223 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.075810 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loaded extension: port-security Jun 06 11:54:36.076132 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: project_id.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.077334 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.077660 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loaded extension: project-id Jun 06 11:54:36.078021 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: providernet.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.078927 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.079443 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loaded extension: provider Jun 06 11:54:36.079761 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: qos.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.083500 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.085012 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Extension qos not supported by any of loaded plugins Jun 06 11:54:36.085343 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.086603 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.087119 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 06 11:54:36.087443 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.088342 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.088856 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 06 11:54:36.089175 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: qos_default.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.090100 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.090612 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Extension qos-default not supported by any of loaded plugins Jun 06 11:54:36.090932 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: qos_fip.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.091562 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.092062 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Extension qos-fip not supported by any of loaded plugins Jun 06 11:54:36.092379 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: qos_gateway_ip.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.093464 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.094007 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 06 11:54:36.094326 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: qos_port_network_policy.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.095214 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.095718 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 06 11:54:36.096035 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: qos_rule_type_details.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.096930 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.097437 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 06 11:54:36.097786 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: qos_rules_alias.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.098822 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.099354 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 06 11:54:36.100670 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: quotasv2.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.101578 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.101933 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loaded extension: quotas Jun 06 11:54:36.102252 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: quotasv2_detail.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.105265 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.105603 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loaded extension: quota_details Jun 06 11:54:36.105961 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: rbac.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.106988 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.107515 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loaded extension: rbac-policies Jun 06 11:54:36.107843 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: rbac_address_group.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.108756 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.109276 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loaded extension: rbac-address-group Jun 06 11:54:36.109600 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: rbac_address_scope.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.110516 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.111034 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loaded extension: rbac-address-scope Jun 06 11:54:36.111355 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: rbac_security_groups.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.112257 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.112770 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loaded extension: rbac-security-groups Jun 06 11:54:36.113090 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: rbac_subnetpool.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.114015 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.114528 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loaded extension: rbac-subnetpool Jun 06 11:54:36.114847 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: revisionifmatch.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.116195 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.116712 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loaded extension: revision-if-match Jun 06 11:54:36.117033 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: revisions.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.118152 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.118672 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loaded extension: standard-attr-revisions Jun 06 11:54:36.119000 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: router_availability_zone.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.119666 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.120181 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loaded extension: router_availability_zone Jun 06 11:54:36.120504 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: routerservicetype.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.121403 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.121954 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Extension router-service-type not supported by any of loaded plugins Jun 06 11:54:36.122271 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.123173 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.123688 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loaded extension: security-groups-normalized-cidr Jun 06 11:54:36.124006 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: security_groups_port_filtering.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.124909 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.125421 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loaded extension: port-security-groups-filtering Jun 06 11:54:36.125739 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.126659 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.127172 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loaded extension: security-groups-remote-address-group Jun 06 11:54:36.127489 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: securitygroup.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.137655 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.138223 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loaded extension: security-group Jun 06 11:54:36.138557 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: segment.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.139325 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.139836 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Extension segment not supported by any of loaded plugins Jun 06 11:54:36.140162 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.141074 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.141589 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 06 11:54:36.141946 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: servicetype.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.143026 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.143550 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loaded extension: service-type Jun 06 11:54:36.143875 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: sorting.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.144889 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.145166 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loaded extension: sorting Jun 06 11:54:36.145488 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: standard_attr_segment.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.147337 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.147862 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 06 11:54:36.148185 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: standardattrdescription.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.148832 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.149349 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loaded extension: standard-attr-description Jun 06 11:54:36.149667 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: stateful_security_group.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.150603 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.151119 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loaded extension: stateful-security-group Jun 06 11:54:36.151440 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: stdattrs_common.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.152002 dv-cinder-786266-2-smb neutron-server[91987]: WARNING neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 06 11:54:36.152317 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.153298 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.153837 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 06 11:54:36.154156 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: subnet_onboard.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.155216 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.155733 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loaded extension: subnet_onboard Jun 06 11:54:36.156049 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.156965 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.157468 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 06 11:54:36.157808 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: subnet_service_types.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.158717 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.159225 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loaded extension: subnet-service-types Jun 06 11:54:36.159540 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: subnetallocation.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.160599 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.161116 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loaded extension: subnet_allocation Jun 06 11:54:36.161435 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.163129 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.163648 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loaded extension: subnetpool-prefix-ops Jun 06 11:54:36.163966 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.164884 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.165397 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 06 11:54:36.165716 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: tagging.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.166789 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.167313 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loaded extension: standard-attr-tag Jun 06 11:54:36.167634 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: timestamp.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.168817 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.169337 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loaded extension: standard-attr-timestamp Jun 06 11:54:36.169661 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: trunk.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.170702 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.171218 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Extension trunk not supported by any of loaded plugins Jun 06 11:54:36.171541 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: trunk_details.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.172440 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.172950 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Extension trunk-details not supported by any of loaded plugins Jun 06 11:54:36.173271 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: uplink_status_propagation.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.174200 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.174714 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 06 11:54:36.175035 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Loading extension file: vlantransparent.py {{(pid=91987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 11:54:36.175689 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 11:54:36.176199 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 06 11:54:36.179381 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.quota.resource_registry [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Creating instance of TrackedResource for resource:network Jun 06 11:54:36.179906 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.quota.resource_registry [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Creating instance of TrackedResource for resource:subnet Jun 06 11:54:36.180298 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.quota.resource_registry [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Creating instance of TrackedResource for resource:subnetpool Jun 06 11:54:36.180683 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.quota.resource_registry [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Creating instance of TrackedResource for resource:port Jun 06 11:54:36.182026 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.v2.resource_helper [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 11:54:36.182480 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.v2.resource_helper [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Service FLAVORS assigned prefix: {{(pid=91987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 11:54:36.183087 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.v2.resource_helper [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 11:54:36.183511 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.v2.resource_helper [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 11:54:36.183839 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.quota.resource_registry [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Creating instance of TrackedResource for resource:router Jun 06 11:54:36.184264 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.quota.resource_registry [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Creating instance of TrackedResource for resource:floatingip Jun 06 11:54:36.184757 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.v2.resource_helper [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Service METERING assigned prefix: /metering {{(pid=91987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 11:54:36.186228 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:36.186597 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:36.186944 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 11:54:36.187930 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.quota.resource_registry [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Creating instance of CountableResource for resource:rbac_policy Jun 06 11:54:36.188371 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.quota.resource_registry [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Creating instance of TrackedResource for resource:security_group Jun 06 11:54:36.188814 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.quota.resource_registry [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 06 11:54:36.189420 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.v2.resource_helper [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Service CORE assigned prefix: {{(pid=91987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 11:54:36.189742 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.quota.resource_registry [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Creating instance of TrackedResource for resource:subnetpool Jun 06 11:54:36.190108 dv-cinder-786266-2-smb neutron-server[91987]: WARNING neutron.quota.resource_registry [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] subnetpool is already registered Jun 06 11:54:36.190550 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.v2.resource_helper [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Service CORE assigned prefix: {{(pid=91987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 11:54:36.190871 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.quota.resource_registry [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Creating instance of TrackedResource for resource:subnetpool Jun 06 11:54:36.191200 dv-cinder-786266-2-smb neutron-server[91987]: WARNING neutron.quota.resource_registry [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] subnetpool is already registered Jun 06 11:54:36.193889 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.v2.resource_helper [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 11:54:36.194323 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.v2.resource_helper [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Service FLAVORS assigned prefix: {{(pid=91987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 11:54:36.194906 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.v2.resource_helper [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 11:54:36.195324 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.v2.resource_helper [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 11:54:36.195652 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.quota.resource_registry [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Creating instance of TrackedResource for resource:router Jun 06 11:54:36.195986 dv-cinder-786266-2-smb neutron-server[91987]: WARNING neutron.quota.resource_registry [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] router is already registered Jun 06 11:54:36.196395 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.quota.resource_registry [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Creating instance of TrackedResource for resource:floatingip Jun 06 11:54:36.196723 dv-cinder-786266-2-smb neutron-server[91987]: WARNING neutron.quota.resource_registry [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] floatingip is already registered Jun 06 11:54:36.197184 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.v2.resource_helper [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Service METERING assigned prefix: /metering {{(pid=91987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 11:54:36.197869 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.quota.resource_registry [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Creating instance of CountableResource for resource:rbac_policy Jun 06 11:54:36.198194 dv-cinder-786266-2-smb neutron-server[91987]: WARNING neutron.quota.resource_registry [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] rbac_policy is already registered Jun 06 11:54:36.198600 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.quota.resource_registry [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Creating instance of TrackedResource for resource:security_group Jun 06 11:54:36.198934 dv-cinder-786266-2-smb neutron-server[91987]: WARNING neutron.quota.resource_registry [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] security_group is already registered Jun 06 11:54:36.199332 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.quota.resource_registry [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 06 11:54:36.199655 dv-cinder-786266-2-smb neutron-server[91987]: WARNING neutron.quota.resource_registry [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] security_group_rule is already registered Jun 06 11:54:36.200277 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.v2.resource_helper [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Service CORE assigned prefix: {{(pid=91987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 11:54:36.200600 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.quota.resource_registry [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Creating instance of TrackedResource for resource:subnetpool Jun 06 11:54:36.200975 dv-cinder-786266-2-smb neutron-server[91987]: WARNING neutron.quota.resource_registry [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] subnetpool is already registered Jun 06 11:54:36.201342 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.v2.resource_helper [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Service CORE assigned prefix: {{(pid=91987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 11:54:36.201660 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.quota.resource_registry [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Creating instance of TrackedResource for resource:subnetpool Jun 06 11:54:36.202013 dv-cinder-786266-2-smb neutron-server[91987]: WARNING neutron.quota.resource_registry [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] subnetpool is already registered Jun 06 11:54:36.202477 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Extended resource: extensions {{(pid=91987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:54:36.203943 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Extended resource: address-groups {{(pid=91987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:54:36.205501 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Extended resource: address-scopes {{(pid=91987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:54:36.206843 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Extended resource: agents {{(pid=91987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:54:36.208270 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Extended resource: auto-allocated-topology {{(pid=91987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:54:36.210581 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Extended resource: availability_zones {{(pid=91987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:54:36.211818 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Extended resource: dhcp-networks {{(pid=91987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:54:36.213381 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Extended resource: dhcp-agents {{(pid=91987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:54:36.214814 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Extended resource: routers {{(pid=91987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:54:36.216542 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Extended resource: flavors {{(pid=91987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:54:36.218876 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Extended resource: service_profiles {{(pid=91987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:54:36.220112 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Extended resource: next_providers {{(pid=91987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:54:36.221550 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Extended resource: service_profiles {{(pid=91987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:54:36.223145 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Extended resource: floatingip-pools {{(pid=91987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:54:36.224966 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Extended resource: routers {{(pid=91987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:54:36.227215 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Extended resource: floatingips {{(pid=91987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:54:36.228518 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Extended resource: l3-routers {{(pid=91987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:54:36.229962 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Extended resource: l3-agents {{(pid=91987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:54:36.231420 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Extended resource: metering-labels {{(pid=91987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:54:36.232700 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Extended resource: metering-label-rules {{(pid=91987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:54:36.234114 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Extended resource: network-ip-availabilities {{(pid=91987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:54:36.235373 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Extended resource: bindings {{(pid=91987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:54:36.236944 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Extended resource: quotas {{(pid=91987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:54:36.238546 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Extended resource: quotas {{(pid=91987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:54:36.240115 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Extended resource: rbac-policies {{(pid=91987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:54:36.241660 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Extended resource: security-groups {{(pid=91987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:54:36.243003 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Extended resource: security-group-rules {{(pid=91987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:54:36.244237 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Extended resource: service-providers {{(pid=91987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:54:36.245484 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Extended resource: subnetpools {{(pid=91987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:54:36.246909 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Extended resource: subnetpools {{(pid=91987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:54:36.248463 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Extended resource: tags {{(pid=91987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:54:36.250210 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Extended resource: tags {{(pid=91987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:54:36.252008 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Extended resource: tags {{(pid=91987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:54:36.253853 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Extended resource: tags {{(pid=91987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:54:36.255554 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Extended resource: tags {{(pid=91987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:54:36.258053 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Extended resource: tags {{(pid=91987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:54:36.259772 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Extended resource: tags {{(pid=91987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:54:36.261625 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Extended resource: tags {{(pid=91987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:54:36.263518 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Extended resource: tags {{(pid=91987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:54:36.265264 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron.api.extensions [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Extended resource: tags {{(pid=91987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 11:54:36.272298 dv-cinder-786266-2-smb neutron-server[91987]: WARNING keystonemiddleware.auth_token [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 06 11:54:36.276800 dv-cinder-786266-2-smb neutron-server[91987]: WARNING keystonemiddleware.auth_token [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 06 11:54:36.285313 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_concurrency.lockutils [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Acquired lock "singleton_lock" {{(pid=91987) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 06 11:54:36.285806 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_concurrency.lockutils [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Releasing lock "singleton_lock" {{(pid=91987) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 06 11:54:36.286425 dv-cinder-786266-2-smb neutron-server[91987]: INFO oslo_service.service [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Starting 2 workers Jun 06 11:54:36.292136 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Started child 92096 {{(pid=91987) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 06 11:54:36.296343 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Started child 92097 {{(pid=91987) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 06 11:54:36.297457 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:36.298147 dv-cinder-786266-2-smb neutron-server[91987]: INFO neutron.service [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 06 11:54:36.298658 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Notify callbacks [] for process, before_spawn {{(pid=91987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:36.299232 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [-] (92096) wsgi starting up on http://0.0.0.0:9696 Jun 06 11:54:36.301084 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:36.301534 dv-cinder-786266-2-smb neutron-server[91987]: INFO oslo_service.service [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Starting 1 workers Jun 06 11:54:36.303319 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [-] (92097) wsgi starting up on http://0.0.0.0:9696 Jun 06 11:54:36.306825 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Started child 92098 {{(pid=91987) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 06 11:54:36.307336 dv-cinder-786266-2-smb neutron-server[91987]: INFO oslo_service.service [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Starting 1 workers Jun 06 11:54:36.310402 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.service [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] calling RpcWorker wait() {{(pid=92098) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 06 11:54:36.310967 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.service [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] returning from RpcWorker wait() {{(pid=92098) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 06 11:54:36.311619 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Started child 92099 {{(pid=91987) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 06 11:54:36.312118 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:36.312421 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG neutron_lib.callbacks.manager [None req-7976d84c-3532-47f7-8eea-2e1ace598285 None None] Notify callbacks [] for process, after_spawn {{(pid=91987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:36.312583 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:54:36.314438 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91987) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 06 11:54:36.314650 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 06 11:54:36.314830 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 06 11:54:36.315045 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 06 11:54:36.315382 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 06 11:54:36.315545 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 06 11:54:36.316061 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.316336 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.316597 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.316861 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.317146 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.317727 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.318025 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.318291 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.318396 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:36.319183 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.319400 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:54:36.319501 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.319592 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.319752 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.320018 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.320249 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.320549 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.320819 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.321079 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.321370 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.321550 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.321821 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.322097 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.322352 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.322625 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] debug = True {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.322865 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.323346 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.323580 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.323986 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.324226 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.324503 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.324732 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.324995 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.325228 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.325472 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.325706 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.325991 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.326254 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.326474 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.326692 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.326967 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.327169 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.327655 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] host = dv-cinder-786266-2-smb {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.327876 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.328122 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.328354 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.328611 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.328854 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.329084 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.329336 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.329579 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.329845 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.330090 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.330336 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.330579 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.330819 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.331057 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] log_file = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.331218 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] log_options = True {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.331454 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.331720 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.331993 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.332185 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.332353 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.332531 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.332782 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.333206 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.333488 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.334284 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.334659 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.335481 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.335731 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.335950 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.336202 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.336451 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.336692 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.336903 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.337146 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.337374 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.337599 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.337849 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.338180 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.338401 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.338646 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.338880 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.339255 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.340348 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.340348 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.340348 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.340348 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.340348 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.340981 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.340981 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.340981 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.341204 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.341417 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.341690 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.341947 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.342203 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.342460 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.342680 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.342924 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.343158 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.343392 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.343604 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] use_json = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.343837 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.344064 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.344337 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.344547 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.344758 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.344969 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.345201 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.345432 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.345845 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.346130 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.346458 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.346725 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.347033 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.347280 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.347535 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.347777 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.348038 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.348271 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.348600 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.348837 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.349149 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.350112 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.350843 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.351170 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.351449 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.351734 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.351961 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.352187 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.352428 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.352656 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.352985 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.353249 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.353503 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.353763 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.354011 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.354264 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.354480 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.354698 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.366584 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.366584 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.366584 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.366584 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.366584 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.366584 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.366584 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.366584 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.366584 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.367151 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.367151 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.367151 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.367151 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.367151 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.367151 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.367151 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.367151 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.367151 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.367675 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.367675 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.367675 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.367675 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.367675 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.367675 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.367675 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.367675 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.367675 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.368255 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.368255 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.368255 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.368255 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.368255 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.368255 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.368255 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.368255 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.368255 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.368775 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.368775 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.368775 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.368775 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.368775 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.368775 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.368775 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.368775 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.368775 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.369271 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.369271 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.369271 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.369271 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.369271 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.369271 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.369271 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.369271 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.369271 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.369818 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.369818 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.369818 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.369818 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.369818 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.369818 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.371735 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.372378 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.374334 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.374595 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.374835 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.375116 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.375361 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.375662 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.375905 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.376136 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.376384 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.376641 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.376893 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.377142 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.377378 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.377624 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.378461 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.378754 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.379012 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.379291 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.379610 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.379909 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.380132 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.380433 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.380658 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.380981 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.381256 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.381682 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.382124 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.382375 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.382628 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.382920 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.383156 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.383409 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.383658 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.383913 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.384277 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.384718 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.384953 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.385176 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.385386 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.385907 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.386476 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.386864 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.387247 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.387648 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.388089 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.388478 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.388881 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.389165 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.389417 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.389670 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.389976 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.390225 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.390445 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.390691 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.390936 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.391158 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.391409 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.391623 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.391857 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.392232 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.392506 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.392762 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.393010 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.393225 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.393451 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.393682 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.393924 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.394172 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.394379 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.394596 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.394829 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.395042 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.395287 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.395505 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.396081 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.396081 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.397444 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.397444 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.397444 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.397444 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.397788 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.397875 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.398091 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.398321 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.398564 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.398780 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.398988 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.399196 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.399428 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.399636 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.399861 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.400083 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.400312 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.400558 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.400800 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.401123 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.401384 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.401611 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.401901 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.402117 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.402365 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.402597 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.402834 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.403044 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.403256 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.403466 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.403727 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.403974 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.404206 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.404431 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.404639 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.404845 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.405053 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.405281 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.405585 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.405869 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.406112 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.406347 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.406579 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.406803 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.407012 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.407219 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.407431 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.407638 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.407858 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.408065 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.408269 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.408479 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.408684 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.408926 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.409139 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.409344 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.409576 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.409807 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.410030 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.410256 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.410458 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.410667 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.410870 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.411173 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.411435 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.411672 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.412565 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.412805 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.413034 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.413285 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.413621 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.413855 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.414113 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.414402 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.414657 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.414878 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.415145 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.415481 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.415765 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.416231 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.416801 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.416801 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.417077 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.417279 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.417486 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.417962 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.418289 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.418554 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.418812 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.419109 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.419309 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.419498 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.419710 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.419940 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.420171 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.420383 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.420616 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.420861 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.421098 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.421309 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.421557 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.421786 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.422019 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.422215 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.422430 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.422640 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.422796 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 06 11:54:36.423335 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91987) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 06 11:54:36.423493 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 06 11:54:36.423646 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 06 11:54:36.423962 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 06 11:54:36.424279 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 06 11:54:36.424430 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 06 11:54:36.424634 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.424792 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.424953 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.425111 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.425264 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.425444 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.425644 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.425749 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.425929 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.426082 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.426251 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.426400 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.426533 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.426686 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.426843 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.426997 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.427153 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.427309 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.427502 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.427674 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.427818 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.427959 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.429270 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] debug = True {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.429270 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.429270 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.429270 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.429270 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.429270 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.430148 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.430148 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.430148 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.430148 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.430148 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.430148 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.430148 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.430148 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.431034 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.431034 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.431034 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.431034 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.431034 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] host = dv-cinder-786266-2-smb {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.431034 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.431034 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.431515 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.431515 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.431515 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.431797 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.431797 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.432038 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.432038 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.432279 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.432365 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.432446 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.432607 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.432760 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] log_file = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.432914 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] log_options = True {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.433068 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.433222 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.433375 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.433555 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.433715 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.433890 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.434045 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.434200 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.434343 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.434497 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.434650 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.434803 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.434956 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.435115 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.435306 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.435461 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.435602 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.435841 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.435841 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.436124 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.436124 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.436389 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.436539 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.436539 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.436802 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.436948 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.437097 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.437237 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.437374 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.437512 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.437651 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.437853 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.437853 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.438127 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.438127 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.438416 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.438416 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.438682 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.438823 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.438960 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.439099 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.439237 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.439375 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.439513 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.439661 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.439801 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] use_json = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.439939 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.440077 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.440226 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.440373 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.440512 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.440650 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.440822 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.440822 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 11:54:36.441104 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.441243 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.441383 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.441522 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.441660 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.441820 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.441909 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.442056 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.442214 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.442371 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.442536 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.442692 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.442860 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.443017 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.443694 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.443854 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.444012 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.444160 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.444315 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.444471 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.444628 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.444786 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.444958 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.445116 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.445300 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.445491 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.445658 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.445901 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.446035 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.446165 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.446291 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.446417 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.446570 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.446726 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.446884 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.447029 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.447186 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.447344 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.447502 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.447660 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.447817 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.447975 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.448133 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.448290 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.448449 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.448607 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.448765 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.448923 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.449080 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.449236 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.449404 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.449562 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.449719 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.449883 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.450041 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.450197 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.450357 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.450513 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.450685 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.450818 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.450972 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.451142 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.451302 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.451459 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.451616 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.451774 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.451934 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.452090 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.452249 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.452405 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.452561 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.452721 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.452880 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.453038 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.453199 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.453354 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.453509 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.453657 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.453833 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.453993 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.454149 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.454305 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.454463 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.454621 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.454786 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.454958 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.455116 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.455274 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.455424 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.455577 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.455733 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.455907 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.456039 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.456192 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.456349 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.456507 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.456664 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.456823 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.456981 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.457139 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.457295 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.457452 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.457608 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.457798 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.458193 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.458348 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.458505 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.458680 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.459356 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.459554 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.459691 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.459876 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.460010 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.460095 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.460228 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.460391 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.460559 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.460701 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.460861 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.461017 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.461174 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.461331 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.461487 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.461643 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.461827 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.461991 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.462148 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.462313 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.462479 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.462637 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.462794 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.462950 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.463128 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.463286 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.463490 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.463629 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.463758 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.463884 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.464036 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.464192 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.464349 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.464507 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.464648 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.464810 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.464966 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.465124 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.465281 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.465613 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.465613 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.465905 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.465905 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.466157 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.466284 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.466410 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.466524 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.466636 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.466781 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.466937 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.467094 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.467251 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.467410 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.467567 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.467724 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.467883 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.468039 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.468169 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:54:36.468301 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.468437 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.468565 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.468699 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.468828 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.468954 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.469081 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.469210 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.469358 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.469516 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.469674 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.469911 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.470188 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.470478 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.470762 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.472052 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.472052 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.472052 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.472052 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.472052 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.472052 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.472052 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.472850 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.472850 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.472850 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.472850 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.472850 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.472850 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.473547 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.473547 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.473547 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.473547 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.474084 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.474084 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.474084 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.474084 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.474585 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.474585 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.474585 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.474950 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.475078 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.475204 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.475360 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.475519 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.475677 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.475835 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.476002 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.476160 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.476318 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.476474 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.476630 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.476797 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.476955 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.477112 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.477269 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.477426 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.477590 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.477748 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.478003 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.478130 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.478256 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.478381 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.478508 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.478657 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.478813 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.478956 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.479125 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.479283 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.479442 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.479678 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.479843 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.480001 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.480158 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.480328 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.480486 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.480674 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.480895 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.481033 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.481170 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.481299 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.481425 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.481552 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.481704 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.481898 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.482064 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.482231 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.482384 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.482541 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.482704 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.482874 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.483034 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.483173 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.483309 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.483465 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.483622 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.483783 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.483943 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.484100 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.484256 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.484413 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.484572 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.484729 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.484893 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.485021 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.485177 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.485334 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.485490 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.485647 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.485824 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 11:54:36.485976 dv-cinder-786266-2-smb neutron-server[91987]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 06 11:54:36.523569 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 57134) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:54:36.532365 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065982 Jun 06 11:54:47.785984 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e858da1-443c-4b20-a5f1-9cbe03ab95f9 None None] get_active_networks_info from dv-cinder-786266-2-smb {{(pid=92098) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 06 11:54:47.888852 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e858da1-443c-4b20-a5f1-9cbe03ab95f9 None None] No non-hosted networks {{(pid=92098) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 06 11:54:47.888852 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.agentschedulers_db [None req-5e858da1-443c-4b20-a5f1-9cbe03ab95f9 None None] DHCP Agent not found on host dv-cinder-786266-2-smb {{(pid=92098) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 06 11:54:47.991514 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-d35924f5-c071-4ff2-984c-dd550d43b662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908'] for agent, after_create {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:50.024294 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-7676a1b9-8d02-4d4a-8447-efadc4d15c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908'] for agent, after_create {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:50.054681 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.db.api [None req-0f7f37b9-279f-407b-934b-e14394709460 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agents.uniq_agents0agent_type0host'] with value(s) L3 agent-dv-cinder-786266-2-smb {{(pid=92098) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 06 11:54:50.062466 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_db.api [None req-0f7f37b9-279f-407b-934b-e14394709460 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=92098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 06 11:54:50.196162 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908'] for agent, after_create {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:50.200588 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:54:50.202797 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:54:50.203776 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:54:50.204948 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:54:50.205603 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:54:50.206120 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:54:50.212055 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:54:50.212947 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:54:50.213623 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:54:50.214614 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:54:50.215386 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:54:50.215820 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:54:50.216322 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786266-2-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:54:50.222815 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786266-2-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:54:50.767704 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-0f7f37b9-279f-407b-934b-e14394709460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:51.213675 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-c3be426d-4704-402b-bce9-7cb8373a3dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908'] for agent, after_create {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:52.949903 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-dde0a769-bb65-4f49-a590-df32523868aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908'] for agent, after_create {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:54.204128 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 57228) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:54:54.791966 dv-cinder-786266-2-smb neutron-server[92097]: WARNING oslo_policy.policy [None req-49386e16-d0da-4241-a5dc-b621719c1e42 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 06 11:54:54.792551 dv-cinder-786266-2-smb neutron-server[92097]: WARNING oslo_policy.policy [None req-49386e16-d0da-4241-a5dc-b621719c1e42 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 06 11:54:55.011631 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [None req-49386e16-d0da-4241-a5dc-b621719c1e42 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=92097) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 06 11:54:55.012676 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-49386e16-d0da-4241-a5dc-b621719c1e42 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8076215 Jun 06 11:54:55.158673 dv-cinder-786266-2-smb neutron-server[92098]: INFO neutron.db.l3_hamode_db [None req-3242e133-1a24-45e4-ae31-a301ff25d23b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 06 11:54:55.244919 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3242e133-1a24-45e4-ae31-a301ff25d23b None None] Routers set() bound to L3 agent in host dv-cinder-786266-2-smb {{(pid=92098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 11:54:55.245277 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3242e133-1a24-45e4-ae31-a301ff25d23b None None] Router IDs set() for agent in host dv-cinder-786266-2-smb {{(pid=92098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 06 11:54:57.361319 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 57242) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:54:57.724938 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.v2.base [None req-e3f14711-d059-4cd2-8494-abb6f058c092 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=92097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:54:57.822906 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.policy [None req-e3f14711-d059-4cd2-8494-abb6f058c092 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92097) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 06 11:54:57.867585 dv-cinder-786266-2-smb neutron-server[92097]: WARNING oslo_policy.policy [None req-e3f14711-d059-4cd2-8494-abb6f058c092 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 06 11:54:57.867955 dv-cinder-786266-2-smb neutron-server[92097]: WARNING oslo_policy.policy [None req-e3f14711-d059-4cd2-8494-abb6f058c092 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 06 11:54:57.876330 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.quota [None req-e3f14711-d059-4cd2-8494-abb6f058c092 admin admin] Loaded quota_driver: . Jun 06 11:54:58.006415 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-e3f14711-d059-4cd2-8494-abb6f058c092 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778193944186', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778193942569', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778193928963', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778193926319', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778193912114', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778193910281', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-33101704', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33104655', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-603555', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-766431'] for rbac-policy, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:58.178077 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-e3f14711-d059-4cd2-8494-abb6f058c092 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:54:58.179239 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-e3f14711-d059-4cd2-8494-abb6f058c092 admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8169246 Jun 06 11:55:00.786493 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 57254) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:55:01.128087 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.v2.base [None req-13398f60-98fa-4b34-82db-eb74d2737ea2 admin admin] Request body: {'network': {'project_id': '8bb5120da3a04a3cb7b83a8a34c55cee', 'tenant_id': '8bb5120da3a04a3cb7b83a8a34c55cee', 'name': 'private', 'admin_state_up': True}} {{(pid=92097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:55:01.218650 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13398f60-98fa-4b34-82db-eb74d2737ea2 admin admin] Made reservation on behalf of 8bb5120da3a04a3cb7b83a8a34c55cee for: {'network': 1} {{(pid=92097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 11:55:01.221363 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-13398f60-98fa-4b34-82db-eb74d2737ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33157647'] for network, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:01.239459 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-13398f60-98fa-4b34-82db-eb74d2737ea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:01.352081 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-13398f60-98fa-4b34-82db-eb74d2737ea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:01.406429 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-13398f60-98fa-4b34-82db-eb74d2737ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:01.411707 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:01.429678 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13398f60-98fa-4b34-82db-eb74d2737ea2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=92097) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 11:55:01.454320 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-13398f60-98fa-4b34-82db-eb74d2737ea2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778191637917', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33122656'] for segment, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:01.454902 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-13398f60-98fa-4b34-82db-eb74d2737ea2 admin admin] Unsubscribe: segment precommit_create {{(pid=92097) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 06 11:55:01.455374 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.db.segments_db [None req-13398f60-98fa-4b34-82db-eb74d2737ea2 admin admin] Added segment 3e7d7fa1-1aad-4d00-aa40-adbea8aad3f2 of type vlan for network 616d4b6f-783d-4b3a-8fcb-e70fc8f21b19 Jun 06 11:55:01.507148 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13398f60-98fa-4b34-82db-eb74d2737ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f743bd-057a-4379-b876-74ac89e139ba,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:01.529090 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13398f60-98fa-4b34-82db-eb74d2737ea2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:55:01.529418 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13398f60-98fa-4b34-82db-eb74d2737ea2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:55:01.529739 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13398f60-98fa-4b34-82db-eb74d2737ea2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:55:01.530078 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13398f60-98fa-4b34-82db-eb74d2737ea2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:55:01.530390 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13398f60-98fa-4b34-82db-eb74d2737ea2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:55:01.530730 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13398f60-98fa-4b34-82db-eb74d2737ea2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:55:01.531008 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13398f60-98fa-4b34-82db-eb74d2737ea2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:55:01.531312 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13398f60-98fa-4b34-82db-eb74d2737ea2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:55:01.531635 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13398f60-98fa-4b34-82db-eb74d2737ea2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:55:01.531941 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13398f60-98fa-4b34-82db-eb74d2737ea2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:55:01.532247 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13398f60-98fa-4b34-82db-eb74d2737ea2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:55:01.532546 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13398f60-98fa-4b34-82db-eb74d2737ea2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:55:01.533578 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13398f60-98fa-4b34-82db-eb74d2737ea2 admin admin] Tracked resource versions report: Jun 06 11:55:01.533578 dv-cinder-786266-2-smb neutron-server[92097]: pushed versions: Jun 06 11:55:01.533578 dv-cinder-786266-2-smb neutron-server[92097]: { 'AddressGroup': {'1.2'}, Jun 06 11:55:01.533578 dv-cinder-786266-2-smb neutron-server[92097]: 'ConntrackHelper': {'1.0'}, Jun 06 11:55:01.533578 dv-cinder-786266-2-smb neutron-server[92097]: 'Log': {'1.0'}, Jun 06 11:55:01.533578 dv-cinder-786266-2-smb neutron-server[92097]: 'Network': {'1.1'}, Jun 06 11:55:01.533578 dv-cinder-786266-2-smb neutron-server[92097]: 'Port': {'1.7'}, Jun 06 11:55:01.533578 dv-cinder-786266-2-smb neutron-server[92097]: 'PortForwarding': {'1.2'}, Jun 06 11:55:01.533578 dv-cinder-786266-2-smb neutron-server[92097]: 'QosPolicy': {'1.8'}, Jun 06 11:55:01.533578 dv-cinder-786266-2-smb neutron-server[92097]: 'SecurityGroup': {'1.4'}, Jun 06 11:55:01.533578 dv-cinder-786266-2-smb neutron-server[92097]: 'SecurityGroupRule': {'1.2'}, Jun 06 11:55:01.533578 dv-cinder-786266-2-smb neutron-server[92097]: 'SubPort': {'1.0'}, Jun 06 11:55:01.533578 dv-cinder-786266-2-smb neutron-server[92097]: 'Subnet': {'1.1'}, Jun 06 11:55:01.533578 dv-cinder-786266-2-smb neutron-server[92097]: 'Trunk': {'1.1'}} Jun 06 11:55:01.533578 dv-cinder-786266-2-smb neutron-server[92097]: consumer versions: Jun 06 11:55:01.533578 dv-cinder-786266-2-smb neutron-server[92097]: { DHCP agent@dv-cinder-786266-2-smb: {}, Jun 06 11:55:01.533578 dv-cinder-786266-2-smb neutron-server[92097]: L3 agent@dv-cinder-786266-2-smb: {}, Jun 06 11:55:01.533578 dv-cinder-786266-2-smb neutron-server[92097]: Metadata agent@dv-cinder-786266-2-smb: {}, Jun 06 11:55:01.533578 dv-cinder-786266-2-smb neutron-server[92097]: Metering agent@dv-cinder-786266-2-smb: {}, Jun 06 11:55:01.533578 dv-cinder-786266-2-smb neutron-server[92097]: Open vSwitch agent@dv-cinder-786266-2-smb: { 'AddressGroup': '1.2', Jun 06 11:55:01.533578 dv-cinder-786266-2-smb neutron-server[92097]: 'ConntrackHelper': '1.0', Jun 06 11:55:01.533578 dv-cinder-786266-2-smb neutron-server[92097]: 'Log': '1.0', Jun 06 11:55:01.533578 dv-cinder-786266-2-smb neutron-server[92097]: 'Network': '1.1', Jun 06 11:55:01.533578 dv-cinder-786266-2-smb neutron-server[92097]: 'Port': '1.7', Jun 06 11:55:01.533578 dv-cinder-786266-2-smb neutron-server[92097]: 'PortForwarding': '1.2', Jun 06 11:55:01.533578 dv-cinder-786266-2-smb neutron-server[92097]: 'QosPolicy': '1.8', Jun 06 11:55:01.533578 dv-cinder-786266-2-smb neutron-server[92097]: 'SecurityGroup': '1.4', Jun 06 11:55:01.533578 dv-cinder-786266-2-smb neutron-server[92097]: 'SecurityGroupRule': '1.2', Jun 06 11:55:01.533578 dv-cinder-786266-2-smb neutron-server[92097]: 'SubPort': '1.0', Jun 06 11:55:01.533578 dv-cinder-786266-2-smb neutron-server[92097]: 'Subnet': '1.1', Jun 06 11:55:01.533578 dv-cinder-786266-2-smb neutron-server[92097]: 'Trunk': '1.1'}} Jun 06 11:55:01.533578 dv-cinder-786266-2-smb neutron-server[92097]: {{(pid=92097) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 06 11:55:01.570284 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-13398f60-98fa-4b34-82db-eb74d2737ea2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778191147210'] for network, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:01.577931 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-13398f60-98fa-4b34-82db-eb74d2737ea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:01.709621 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-13398f60-98fa-4b34-82db-eb74d2737ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-702243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-617627'] for network, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:01.711124 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13398f60-98fa-4b34-82db-eb74d2737ea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:01.711778 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-13398f60-98fa-4b34-82db-eb74d2737ea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617724'] for network, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:01.714953 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:01.810947 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13398f60-98fa-4b34-82db-eb74d2737ea2 admin admin] Pushing event updated for resources: {'Network': ['ID=616d4b6f-783d-4b3a-8fcb-e70fc8f21b19,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:01.814075 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-13398f60-98fa-4b34-82db-eb74d2737ea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:01.822809 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Network 616d4b6f-783d-4b3a-8fcb-e70fc8f21b19 details requested by agent ovs-agent-dv-cinder-786266-2-smb with host dv-cinder-786266-2-smb {{(pid=92098) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 11:55:01.824335 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-13398f60-98fa-4b34-82db-eb74d2737ea2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0368302 Jun 06 11:55:04.484736 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 57268) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:55:04.944286 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cd1a1c-1bc5-48b7-955a-3d812da84cf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:04.945514 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-02cd1a1c-1bc5-48b7-955a-3d812da84cf9 admin admin] 10.222.0.32 "GET /v2.0/networks/616d4b6f-783d-4b3a-8fcb-e70fc8f21b19 HTTP/1.1" status: 200 len: 825 time: 0.4598410 Jun 06 11:55:04.972295 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-d2b56441-ba09-4225-aff2-cf353157fdae admin admin] 10.222.0.32 "GET /v2.0/subnetpools/f817dab8-7562-4731-9880-d351899ef22f HTTP/1.1" status: 200 len: 734 time: 0.0214241 Jun 06 11:55:04.981211 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.v2.base [None req-89c3ac7b-7a9c-475a-9ef9-0639c2dbb611 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'tenant_id': '8bb5120da3a04a3cb7b83a8a34c55cee', 'gateway_ip': '172.20.0.1', 'network_id': '616d4b6f-783d-4b3a-8fcb-e70fc8f21b19', 'subnetpool_id': 'f817dab8-7562-4731-9880-d351899ef22f'}} {{(pid=92097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:55:05.063552 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c3ac7b-7a9c-475a-9ef9-0639c2dbb611 admin admin] Made reservation on behalf of 8bb5120da3a04a3cb7b83a8a34c55cee for: {'subnet': 1} {{(pid=92097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 11:55:05.065801 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-89c3ac7b-7a9c-475a-9ef9-0639c2dbb611 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:05.372632 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-89c3ac7b-7a9c-475a-9ef9-0639c2dbb611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618'] for subnet, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:05.377894 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:05.475183 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c3ac7b-7a9c-475a-9ef9-0639c2dbb611 admin admin] Checking segment: {'id': '3e7d7fa1-1aad-4d00-aa40-adbea8aad3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '616d4b6f-783d-4b3a-8fcb-e70fc8f21b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 11:55:05.475554 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c3ac7b-7a9c-475a-9ef9-0639c2dbb611 admin admin] Network hostable DHCP agents. Network: 616d4b6f-783d-4b3a-8fcb-e70fc8f21b19, hostable agents: ['c6b73c91-e9f3-48c6-bc47-ba303821819a'], hosted agents: [] {{(pid=92097) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 11:55:05.479295 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c3ac7b-7a9c-475a-9ef9-0639c2dbb611 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a805910-9049-4b0a-8af6-4d406a8cb725,revision_number=0']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:05.487303 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-89c3ac7b-7a9c-475a-9ef9-0639c2dbb611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:05.543359 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c3ac7b-7a9c-475a-9ef9-0639c2dbb611 admin admin] Network 616d4b6f-783d-4b3a-8fcb-e70fc8f21b19 is scheduled to be hosted by DHCP agent c6b73c91-e9f3-48c6-bc47-ba303821819a with binding_index 1 {{(pid=92097) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 11:55:05.606671 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.base_scheduler [None req-89c3ac7b-7a9c-475a-9ef9-0639c2dbb611 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786266-2-smb, 616d4b6f-783d-4b3a-8fcb-e70fc8f21b19) {{(pid=92097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 11:55:05.611344 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c3ac7b-7a9c-475a-9ef9-0639c2dbb611 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:05.611911 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-89c3ac7b-7a9c-475a-9ef9-0639c2dbb611 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617724'] for subnet, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:05.617047 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c6d68e-888d-4332-b9b1-f7c2768555da None None] Network 616d4b6f-783d-4b3a-8fcb-e70fc8f21b19 requested from dv-cinder-786266-2-smb {{(pid=92098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 11:55:05.716375 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-89c3ac7b-7a9c-475a-9ef9-0639c2dbb611 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7384996 Jun 06 11:55:05.920070 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17544b23-e53f-428a-a71f-0fb663c2be3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfab32c0e-b5c3-5d39-aa66-b9df6aa339de-616d4b6f-783d-4b3a-8fcb-e70fc8f21b19', 'network_id': '616d4b6f-783d-4b3a-8fcb-e70fc8f21b19', 'tenant_id': '8bb5120da3a04a3cb7b83a8a34c55cee', 'fixed_ips': [{'subnet_id': '8a805910-9049-4b0a-8af6-4d406a8cb725'}]}} from dv-cinder-786266-2-smb. {{(pid=92098) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 06 11:55:05.921270 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-17544b23-e53f-428a-a71f-0fb663c2be3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_create {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:06.104568 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.db_base_plugin_common [None req-17544b23-e53f-428a-a71f-0fb663c2be3f None None] Allocated IP 172.20.0.2 (616d4b6f-783d-4b3a-8fcb-e70fc8f21b19/8a805910-9049-4b0a-8af6-4d406a8cb725/3467cadc-5f32-4a6f-91dd-8313139133aa) {{(pid=92098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 11:55:06.333742 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-17544b23-e53f-428a-a71f-0fb663c2be3f None None] Notify callbacks [] for port, precommit_create {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:06.346031 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-17544b23-e53f-428a-a71f-0fb663c2be3f None None] Transition to ACTIVE for port object 3467cadc-5f32-4a6f-91dd-8313139133aa will not be triggered until provisioned by entity L2. {{(pid=92098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 11:55:06.366181 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-17544b23-e53f-428a-a71f-0fb663c2be3f None None] Transition to ACTIVE for port object 3467cadc-5f32-4a6f-91dd-8313139133aa will not be triggered until provisioned by entity DHCP. {{(pid=92098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 11:55:06.435399 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-17544b23-e53f-428a-a71f-0fb663c2be3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778191160652'] for port, after_create {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:06.440128 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:06.501816 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17544b23-e53f-428a-a71f-0fb663c2be3f None None] Network 616d4b6f-783d-4b3a-8fcb-e70fc8f21b19 is already hosted by enough agents. {{(pid=92098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 11:55:06.505209 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.scheduler.base_scheduler [None req-17544b23-e53f-428a-a71f-0fb663c2be3f None None] Resources bound (agent type, host, resource id): {{(pid=92098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 11:55:06.511561 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17544b23-e53f-428a-a71f-0fb663c2be3f None None] Received port after_create {{(pid=92098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 11:55:06.513675 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17544b23-e53f-428a-a71f-0fb663c2be3f None None] Pushing event updated for resources: {'Port': ['ID=3467cadc-5f32-4a6f-91dd-8313139133aa,revision_number=1']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:06.548589 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17544b23-e53f-428a-a71f-0fb663c2be3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:55:06.548915 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17544b23-e53f-428a-a71f-0fb663c2be3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:55:06.549240 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17544b23-e53f-428a-a71f-0fb663c2be3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:55:06.549558 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17544b23-e53f-428a-a71f-0fb663c2be3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:55:06.549893 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17544b23-e53f-428a-a71f-0fb663c2be3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:55:06.550213 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17544b23-e53f-428a-a71f-0fb663c2be3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:55:06.550520 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17544b23-e53f-428a-a71f-0fb663c2be3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:55:06.550823 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17544b23-e53f-428a-a71f-0fb663c2be3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:55:06.551289 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17544b23-e53f-428a-a71f-0fb663c2be3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:55:06.551604 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17544b23-e53f-428a-a71f-0fb663c2be3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:55:06.551910 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17544b23-e53f-428a-a71f-0fb663c2be3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:55:06.552214 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17544b23-e53f-428a-a71f-0fb663c2be3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:55:06.553258 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17544b23-e53f-428a-a71f-0fb663c2be3f None None] Tracked resource versions report: Jun 06 11:55:06.553258 dv-cinder-786266-2-smb neutron-server[92098]: pushed versions: Jun 06 11:55:06.553258 dv-cinder-786266-2-smb neutron-server[92098]: { 'AddressGroup': {'1.2'}, Jun 06 11:55:06.553258 dv-cinder-786266-2-smb neutron-server[92098]: 'ConntrackHelper': {'1.0'}, Jun 06 11:55:06.553258 dv-cinder-786266-2-smb neutron-server[92098]: 'Log': {'1.0'}, Jun 06 11:55:06.553258 dv-cinder-786266-2-smb neutron-server[92098]: 'Network': {'1.1'}, Jun 06 11:55:06.553258 dv-cinder-786266-2-smb neutron-server[92098]: 'Port': {'1.7'}, Jun 06 11:55:06.553258 dv-cinder-786266-2-smb neutron-server[92098]: 'PortForwarding': {'1.2'}, Jun 06 11:55:06.553258 dv-cinder-786266-2-smb neutron-server[92098]: 'QosPolicy': {'1.8'}, Jun 06 11:55:06.553258 dv-cinder-786266-2-smb neutron-server[92098]: 'SecurityGroup': {'1.4'}, Jun 06 11:55:06.553258 dv-cinder-786266-2-smb neutron-server[92098]: 'SecurityGroupRule': {'1.2'}, Jun 06 11:55:06.553258 dv-cinder-786266-2-smb neutron-server[92098]: 'SubPort': {'1.0'}, Jun 06 11:55:06.553258 dv-cinder-786266-2-smb neutron-server[92098]: 'Subnet': {'1.1'}, Jun 06 11:55:06.553258 dv-cinder-786266-2-smb neutron-server[92098]: 'Trunk': {'1.1'}} Jun 06 11:55:06.553258 dv-cinder-786266-2-smb neutron-server[92098]: consumer versions: Jun 06 11:55:06.553258 dv-cinder-786266-2-smb neutron-server[92098]: { DHCP agent@dv-cinder-786266-2-smb: {}, Jun 06 11:55:06.553258 dv-cinder-786266-2-smb neutron-server[92098]: L3 agent@dv-cinder-786266-2-smb: {}, Jun 06 11:55:06.553258 dv-cinder-786266-2-smb neutron-server[92098]: Metadata agent@dv-cinder-786266-2-smb: {}, Jun 06 11:55:06.553258 dv-cinder-786266-2-smb neutron-server[92098]: Metering agent@dv-cinder-786266-2-smb: {}, Jun 06 11:55:06.553258 dv-cinder-786266-2-smb neutron-server[92098]: Open vSwitch agent@dv-cinder-786266-2-smb: { 'AddressGroup': '1.2', Jun 06 11:55:06.553258 dv-cinder-786266-2-smb neutron-server[92098]: 'ConntrackHelper': '1.0', Jun 06 11:55:06.553258 dv-cinder-786266-2-smb neutron-server[92098]: 'Log': '1.0', Jun 06 11:55:06.553258 dv-cinder-786266-2-smb neutron-server[92098]: 'Network': '1.1', Jun 06 11:55:06.553258 dv-cinder-786266-2-smb neutron-server[92098]: 'Port': '1.7', Jun 06 11:55:06.553258 dv-cinder-786266-2-smb neutron-server[92098]: 'PortForwarding': '1.2', Jun 06 11:55:06.553258 dv-cinder-786266-2-smb neutron-server[92098]: 'QosPolicy': '1.8', Jun 06 11:55:06.553258 dv-cinder-786266-2-smb neutron-server[92098]: 'SecurityGroup': '1.4', Jun 06 11:55:06.553258 dv-cinder-786266-2-smb neutron-server[92098]: 'SecurityGroupRule': '1.2', Jun 06 11:55:06.553258 dv-cinder-786266-2-smb neutron-server[92098]: 'SubPort': '1.0', Jun 06 11:55:06.553258 dv-cinder-786266-2-smb neutron-server[92098]: 'Subnet': '1.1', Jun 06 11:55:06.553258 dv-cinder-786266-2-smb neutron-server[92098]: 'Trunk': '1.1'}} Jun 06 11:55:06.553258 dv-cinder-786266-2-smb neutron-server[92098]: {{(pid=92098) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 06 11:55:06.562367 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-17544b23-e53f-428a-a71f-0fb663c2be3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:06.615280 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.managers [None req-17544b23-e53f-428a-a71f-0fb663c2be3f None None] Attempting to bind port 3467cadc-5f32-4a6f-91dd-8313139133aa on host dv-cinder-786266-2-smb for vnic_type normal with profile {{(pid=92098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 11:55:06.615583 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.managers [None req-17544b23-e53f-428a-a71f-0fb663c2be3f None None] Attempting to bind port 3467cadc-5f32-4a6f-91dd-8313139133aa by drivers openvswitch,hyperv on host dv-cinder-786266-2-smb at level 0 using segments [{'id': '3e7d7fa1-1aad-4d00-aa40-adbea8aad3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '616d4b6f-783d-4b3a-8fcb-e70fc8f21b19'}] {{(pid=92098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 11:55:06.616023 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17544b23-e53f-428a-a71f-0fb663c2be3f None None] Attempting to bind port 3467cadc-5f32-4a6f-91dd-8313139133aa on network 616d4b6f-783d-4b3a-8fcb-e70fc8f21b19 {{(pid=92098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 11:55:06.621323 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17544b23-e53f-428a-a71f-0fb663c2be3f None None] Checking agent: {'id': 'f47648e7-a38f-4e40-85d5-251dd82ea0a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786266-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 54, 50), 'started_at': datetime.datetime(2021, 6, 6, 11, 54, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786266-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 11:55:06.621967 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17544b23-e53f-428a-a71f-0fb663c2be3f None None] Checking segment: {'id': '3e7d7fa1-1aad-4d00-aa40-adbea8aad3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '616d4b6f-783d-4b3a-8fcb-e70fc8f21b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 11:55:06.622234 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-17544b23-e53f-428a-a71f-0fb663c2be3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:06.622623 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17544b23-e53f-428a-a71f-0fb663c2be3f None None] Bound using segment: {'id': '3e7d7fa1-1aad-4d00-aa40-adbea8aad3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '616d4b6f-783d-4b3a-8fcb-e70fc8f21b19'} {{(pid=92098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 11:55:06.623081 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.managers [None req-17544b23-e53f-428a-a71f-0fb663c2be3f None None] Bound port: 3467cadc-5f32-4a6f-91dd-8313139133aa, host: dv-cinder-786266-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e7d7fa1-1aad-4d00-aa40-adbea8aad3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '616d4b6f-783d-4b3a-8fcb-e70fc8f21b19'}}] {{(pid=92098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 11:55:06.623464 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-17544b23-e53f-428a-a71f-0fb663c2be3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:06.715737 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-17544b23-e53f-428a-a71f-0fb663c2be3f None None] For port 3467cadc-5f32-4a6f-91dd-8313139133aa, host dv-cinder-786266-2-smb, cleared binding levels {{(pid=92098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 11:55:06.719659 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-17544b23-e53f-428a-a71f-0fb663c2be3f None None] For port 3467cadc-5f32-4a6f-91dd-8313139133aa, host dv-cinder-786266-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-2-smb',level=0,port_id=3467cadc-5f32-4a6f-91dd-8313139133aa,segment=NetworkSegment(3e7d7fa1-1aad-4d00-aa40-adbea8aad3f2),segment_id=3e7d7fa1-1aad-4d00-aa40-adbea8aad3f2)] {{(pid=92098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 11:55:06.795802 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-17544b23-e53f-428a-a71f-0fb663c2be3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:06.799824 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:06.878281 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17544b23-e53f-428a-a71f-0fb663c2be3f None None] Pushing event updated for resources: {'Port': ['ID=3467cadc-5f32-4a6f-91dd-8313139133aa,revision_number=2']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:06.882052 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-17544b23-e53f-428a-a71f-0fb663c2be3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:08.103419 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 57276) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:55:08.695491 dv-cinder-786266-2-smb neutron-server[92096]: WARNING oslo_policy.policy [None req-507f155a-ed9d-4e24-83d6-751b134c32d3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 06 11:55:08.696092 dv-cinder-786266-2-smb neutron-server[92096]: WARNING oslo_policy.policy [None req-507f155a-ed9d-4e24-83d6-751b134c32d3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 06 11:55:08.914849 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [None req-507f155a-ed9d-4e24-83d6-751b134c32d3 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=92096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 06 11:55:08.916086 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-507f155a-ed9d-4e24-83d6-751b134c32d3 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8106222 Jun 06 11:55:11.346656 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 57290) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:55:11.739165 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [None req-882b3863-6690-418d-9e37-7c028237d0db admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=92096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 06 11:55:11.740160 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-882b3863-6690-418d-9e37-7c028237d0db admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3925967 Jun 06 11:55:12.128458 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device 3467cadc-5f32-4a6f-91dd-8313139133aa up at agent ovs-agent-dv-cinder-786266-2-smb {{(pid=92098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 11:55:12.246320 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Provisioning for port 3467cadc-5f32-4a6f-91dd-8313139133aa completed by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 11:55:12.782938 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef03c37-e3d8-48c0-a509-b41f66fe42d9 None None] Network 616d4b6f-783d-4b3a-8fcb-e70fc8f21b19 requested from dv-cinder-786266-2-smb {{(pid=92098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 11:55:12.966302 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-5f3ecb38-a286-45fc-809f-e5076342a40f None None] Provisioning for port 3467cadc-5f32-4a6f-91dd-8313139133aa completed by entity DHCP. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 11:55:12.977537 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-5f3ecb38-a286-45fc-809f-e5076342a40f None None] Provisioning complete for port 3467cadc-5f32-4a6f-91dd-8313139133aa triggered by entity DHCP. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:55:12.977959 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-5f3ecb38-a286-45fc-809f-e5076342a40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:13.159005 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-5f3ecb38-a286-45fc-809f-e5076342a40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:13.198234 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-5f3ecb38-a286-45fc-809f-e5076342a40f None None] For port 3467cadc-5f32-4a6f-91dd-8313139133aa, host dv-cinder-786266-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-2-smb',level=0,port_id=3467cadc-5f32-4a6f-91dd-8313139133aa,segment=NetworkSegment(3e7d7fa1-1aad-4d00-aa40-adbea8aad3f2),segment_id=3e7d7fa1-1aad-4d00-aa40-adbea8aad3f2)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:55:13.245962 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-5f3ecb38-a286-45fc-809f-e5076342a40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:13.248039 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-17544b23-e53f-428a-a71f-0fb663c2be3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:13.317928 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3ecb38-a286-45fc-809f-e5076342a40f None None] Pushing event updated for resources: {'Port': ['ID=3467cadc-5f32-4a6f-91dd-8313139133aa,revision_number=3']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:13.321220 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-5f3ecb38-a286-45fc-809f-e5076342a40f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:13.366496 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-e00ea6ee-262b-4ebb-b91d-524c08190f9f None None] Provisioning complete for port 3467cadc-5f32-4a6f-91dd-8313139133aa triggered by entity DHCP. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:55:13.366865 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-e00ea6ee-262b-4ebb-b91d-524c08190f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:14.114262 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device 3467cadc-5f32-4a6f-91dd-8313139133aa up at agent ovs-agent-dv-cinder-786266-2-smb {{(pid=92098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 11:55:14.179165 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Provisioning complete for port 3467cadc-5f32-4a6f-91dd-8313139133aa triggered by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:55:14.179849 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:14.387761 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 57304) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:55:14.737699 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.v2.base [None req-f16d0293-48f7-4f49-a7e0-0030f117c082 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '8bb5120da3a04a3cb7b83a8a34c55cee', 'admin_state_up': True}} {{(pid=92096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:55:14.806235 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.policy [None req-f16d0293-48f7-4f49-a7e0-0030f117c082 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92096) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 06 11:55:14.852669 dv-cinder-786266-2-smb neutron-server[92096]: WARNING oslo_policy.policy [None req-f16d0293-48f7-4f49-a7e0-0030f117c082 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 06 11:55:14.853035 dv-cinder-786266-2-smb neutron-server[92096]: WARNING oslo_policy.policy [None req-f16d0293-48f7-4f49-a7e0-0030f117c082 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 06 11:55:14.861506 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.quota [None req-f16d0293-48f7-4f49-a7e0-0030f117c082 admin admin] Loaded quota_driver: . Jun 06 11:55:14.972053 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-f16d0293-48f7-4f49-a7e0-0030f117c082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-605515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15990'] for router, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:14.974087 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-f16d0293-48f7-4f49-a7e0-0030f117c082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-604919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-579445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15999'] for router, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:14.998542 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-f16d0293-48f7-4f49-a7e0-0030f117c082 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:15.167146 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-f16d0293-48f7-4f49-a7e0-0030f117c082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-605506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604842'] for router, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:15.257392 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-f16d0293-48f7-4f49-a7e0-0030f117c082 admin admin] Notify callbacks [] for router, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:15.258644 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-f16d0293-48f7-4f49-a7e0-0030f117c082 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8699224 Jun 06 11:55:17.602566 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 57314) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:55:17.754949 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-214e164c-4b13-4636-be1f-bb143338c0a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:17.968494 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [None req-df9c15ba-3479-4dbe-b686-be18e9877016 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=92097) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 06 11:55:17.969448 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-df9c15ba-3479-4dbe-b686-be18e9877016 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3659358 Jun 06 11:55:20.012237 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6551ebba-404a-44d8-8156-8af7ca997740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:20.188917 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:20.293817 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 57322) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:55:20.651807 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.v2.base [None req-530eee78-5eeb-4723-a9ea-99a84b06bb8f admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=92097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:55:20.709325 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530eee78-5eeb-4723-a9ea-99a84b06bb8f admin admin] Made reservation on behalf of 85fbe327903347ab99520ee650b5b19e for: {'network': 1} {{(pid=92097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 11:55:20.711585 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-530eee78-5eeb-4723-a9ea-99a84b06bb8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33157647'] for network, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:20.723583 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-530eee78-5eeb-4723-a9ea-99a84b06bb8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:20.822880 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-530eee78-5eeb-4723-a9ea-99a84b06bb8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:20.891960 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-530eee78-5eeb-4723-a9ea-99a84b06bb8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:20.894820 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:20.915485 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-530eee78-5eeb-4723-a9ea-99a84b06bb8f admin admin] Reserving flat network on physical network physnet1 {{(pid=92097) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 06 11:55:20.929077 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530eee78-5eeb-4723-a9ea-99a84b06bb8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e57a5760-278e-4906-840e-a0fc7f16f50e,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:20.932831 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-530eee78-5eeb-4723-a9ea-99a84b06bb8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:20.935341 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-530eee78-5eeb-4723-a9ea-99a84b06bb8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33122656'] for segment, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:20.935704 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.db.segments_db [None req-530eee78-5eeb-4723-a9ea-99a84b06bb8f admin admin] Added segment bb809bd8-b365-4ef3-acf3-bf04c8c65f74 of type flat for network f46ef3e5-e761-4cf2-8ba5-27fd00264fbf Jun 06 11:55:20.966488 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-530eee78-5eeb-4723-a9ea-99a84b06bb8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778191147210'] for network, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:21.063414 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-530eee78-5eeb-4723-a9ea-99a84b06bb8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-702243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-617627'] for network, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:21.064678 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530eee78-5eeb-4723-a9ea-99a84b06bb8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:21.065243 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-530eee78-5eeb-4723-a9ea-99a84b06bb8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617724'] for network, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:21.068837 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:21.161632 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-c3be426d-4704-402b-bce9-7cb8373a3dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:21.162220 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530eee78-5eeb-4723-a9ea-99a84b06bb8f admin admin] Pushing event updated for resources: {'Network': ['ID=f46ef3e5-e761-4cf2-8ba5-27fd00264fbf,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:21.164664 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-530eee78-5eeb-4723-a9ea-99a84b06bb8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:21.175330 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Network f46ef3e5-e761-4cf2-8ba5-27fd00264fbf details requested by agent ovs-agent-dv-cinder-786266-2-smb with host dv-cinder-786266-2-smb {{(pid=92098) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 11:55:21.195936 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-530eee78-5eeb-4723-a9ea-99a84b06bb8f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9011767 Jun 06 11:55:22.903584 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-dde0a769-bb65-4f49-a590-df32523868aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:23.548091 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 57340) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:55:23.752731 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c45e39-a89a-4759-832f-27303219cec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:23.754802 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-e8c45e39-a89a-4759-832f-27303219cec5 admin admin] 10.222.0.32 "GET /v2.0/subnets/8a805910-9049-4b0a-8af6-4d406a8cb725 HTTP/1.1" status: 200 len: 849 time: 0.2057753 Jun 06 11:55:23.922094 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-9b237747-6c98-4c0a-8e00-5b3be3033db2 admin admin] 10.222.0.32 "GET /v2.0/routers/dac1847f-0dda-4541-9de3-2710d4a1db80 HTTP/1.1" status: 200 len: 704 time: 0.1619117 Jun 06 11:55:24.377717 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-79232784-819b-4c10-af77-3e566e33c2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:24.595863 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.db_base_plugin_common [None req-79232784-819b-4c10-af77-3e566e33c2f7 admin admin] Allocated IP 172.20.0.1 (616d4b6f-783d-4b3a-8fcb-e70fc8f21b19/8a805910-9049-4b0a-8af6-4d406a8cb725/3b48b1ee-1028-451a-88af-bc69eab6fa60) {{(pid=92097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 11:55:24.773243 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-79232784-819b-4c10-af77-3e566e33c2f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:24.789957 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.provisioning_blocks [None req-79232784-819b-4c10-af77-3e566e33c2f7 admin admin] Transition to ACTIVE for port object 3b48b1ee-1028-451a-88af-bc69eab6fa60 will not be triggered until provisioned by entity DHCP. {{(pid=92097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 11:55:24.903825 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-79232784-819b-4c10-af77-3e566e33c2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778191160652'] for port, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:24.907494 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:24.968934 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79232784-819b-4c10-af77-3e566e33c2f7 admin admin] Network 616d4b6f-783d-4b3a-8fcb-e70fc8f21b19 is already hosted by enough agents. {{(pid=92097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 11:55:24.971591 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.base_scheduler [None req-79232784-819b-4c10-af77-3e566e33c2f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=92097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 11:55:24.975191 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79232784-819b-4c10-af77-3e566e33c2f7 admin admin] Received port after_create {{(pid=92097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 11:55:24.975712 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-79232784-819b-4c10-af77-3e566e33c2f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-559072'] for router_interface, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:25.099835 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79232784-819b-4c10-af77-3e566e33c2f7 admin admin] Pushing event updated for resources: {'Port': ['ID=3b48b1ee-1028-451a-88af-bc69eab6fa60,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:25.108413 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-79232784-819b-4c10-af77-3e566e33c2f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:25.240368 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-76e6bcd1-4eeb-4c17-84e2-eddd34bb5b9f None None] Provisioning for port 3b48b1ee-1028-451a-88af-bc69eab6fa60 completed by entity DHCP. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 11:55:25.245253 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-76e6bcd1-4eeb-4c17-84e2-eddd34bb5b9f None None] Provisioning complete for port 3b48b1ee-1028-451a-88af-bc69eab6fa60 triggered by entity DHCP. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:55:25.245569 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-76e6bcd1-4eeb-4c17-84e2-eddd34bb5b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:25.296661 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.plugin [None req-76e6bcd1-4eeb-4c17-84e2-eddd34bb5b9f None None] Port 3b48b1ee-1028-451a-88af-bc69eab6fa60 cannot update to ACTIVE because it is not bound. {{(pid=92098) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 11:55:25.304355 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-79232784-819b-4c10-af77-3e566e33c2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:25.526396 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-79232784-819b-4c10-af77-3e566e33c2f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:25.577352 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-79232784-819b-4c10-af77-3e566e33c2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:25.578388 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-79232784-819b-4c10-af77-3e566e33c2f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-598200'] for router_interface, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:25.581987 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:25.679156 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79232784-819b-4c10-af77-3e566e33c2f7 admin admin] Pushing event updated for resources: {'Port': ['ID=3b48b1ee-1028-451a-88af-bc69eab6fa60,revision_number=2']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:25.721554 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-79232784-819b-4c10-af77-3e566e33c2f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:25.773478 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79232784-819b-4c10-af77-3e566e33c2f7 admin admin] Network 616d4b6f-783d-4b3a-8fcb-e70fc8f21b19 is already hosted by enough agents. {{(pid=92097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 11:55:25.774515 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.base_scheduler [None req-79232784-819b-4c10-af77-3e566e33c2f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=92097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 11:55:26.019579 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-e21ba70c-7151-423c-b87f-b15c1247d9c3 None None] Provisioning complete for port 3b48b1ee-1028-451a-88af-bc69eab6fa60 triggered by entity DHCP. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:55:26.019966 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-e21ba70c-7151-423c-b87f-b15c1247d9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:26.034854 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79232784-819b-4c10-af77-3e566e33c2f7 admin admin] Router dac1847f-0dda-4541-9de3-2710d4a1db80 is scheduled to L3 agent 915c5c25-b12e-44c8-ae20-885b4f191692 with binding_index 1 {{(pid=92097) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 06 11:55:26.074323 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.plugin [None req-e21ba70c-7151-423c-b87f-b15c1247d9c3 None None] Port 3b48b1ee-1028-451a-88af-bc69eab6fa60 cannot update to ACTIVE because it is not bound. {{(pid=92098) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 11:55:26.224458 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79232784-819b-4c10-af77-3e566e33c2f7 admin admin] Notify agent at l3_agent.dv-cinder-786266-2-smb the message routers_updated {{(pid=92097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 11:55:26.229509 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-79232784-819b-4c10-af77-3e566e33c2f7 admin admin] 10.222.0.32 "PUT /v2.0/routers/dac1847f-0dda-4541-9de3-2710d4a1db80/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3024890 Jun 06 11:55:26.234369 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e198de8-01a0-41ac-a1d3-30de1f42f25e None None] Sync routers for ids ['dac1847f-0dda-4541-9de3-2710d4a1db80'] in dv-cinder-786266-2-smb {{(pid=92099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 11:55:26.245197 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e198de8-01a0-41ac-a1d3-30de1f42f25e None None] Routers {'dac1847f-0dda-4541-9de3-2710d4a1db80'} bound to L3 agent in host dv-cinder-786266-2-smb {{(pid=92099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 11:55:26.246099 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_hamode_db [None req-5e198de8-01a0-41ac-a1d3-30de1f42f25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-06T11:54:50Z,description=,heartbeat_timestamp=2021-06-06T11:55:20Z,host='dv-cinder-786266-2-smb',id=915c5c25-b12e-44c8-ae20-885b4f191692,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:54:51Z,topic='l3_agent')) {'router_ids': ['dac1847f-0dda-4541-9de3-2710d4a1db80'], 'active': True} {{(pid=92099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:55:26.425126 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_dvr_db [None req-5e198de8-01a0-41ac-a1d3-30de1f42f25e None None] Set router dac1847f-0dda-4541-9de3-2710d4a1db80 gateway port host: None {{(pid=92099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 11:55:26.788015 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_hamode_db [None req-5e198de8-01a0-41ac-a1d3-30de1f42f25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac1847f-0dda-4541-9de3-2710d4a1db80', 'name': 'router1', 'tenant_id': '8bb5120da3a04a3cb7b83a8a34c55cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:55:14Z', 'updated_at': '2021-06-06T11:55:25Z', 'revision_number': 2, 'project_id': '8bb5120da3a04a3cb7b83a8a34c55cee', 'gw_port_host': None, '_interfaces': [{'id': '3b48b1ee-1028-451a-88af-bc69eab6fa60', 'name': '', 'network_id': '616d4b6f-783d-4b3a-8fcb-e70fc8f21b19', 'tenant_id': '8bb5120da3a04a3cb7b83a8a34c55cee', 'mac_address': 'fa:16:3e:2a:69:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac1847f-0dda-4541-9de3-2710d4a1db80', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8a805910-9049-4b0a-8af6-4d406a8cb725', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:55:24Z', 'updated_at': '2021-06-06T11:55:25Z', 'revision_number': 2, 'project_id': '8bb5120da3a04a3cb7b83a8a34c55cee', 'subnets': [{'id': '8a805910-9049-4b0a-8af6-4d406a8cb725', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f817dab8-7562-4731-9880-d351899ef22f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-2-smb', False) {} {{(pid=92099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:55:26.792739 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e198de8-01a0-41ac-a1d3-30de1f42f25e None None] Checking router: dac1847f-0dda-4541-9de3-2710d4a1db80 for host: dv-cinder-786266-2-smb {{(pid=92099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 11:55:26.793130 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e198de8-01a0-41ac-a1d3-30de1f42f25e None None] Updating router dac1847f-0dda-4541-9de3-2710d4a1db80 port 3b48b1ee-1028-451a-88af-bc69eab6fa60 binding host dv-cinder-786266-2-smb {{(pid=92099) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 11:55:26.847437 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron_lib.callbacks.manager [None req-5e198de8-01a0-41ac-a1d3-30de1f42f25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:27.219584 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron_lib.callbacks.manager [None req-5e198de8-01a0-41ac-a1d3-30de1f42f25e None None] Notify callbacks [] for port, precommit_update {{(pid=92099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:27.233871 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.provisioning_blocks [None req-5e198de8-01a0-41ac-a1d3-30de1f42f25e None None] Transition to ACTIVE for port object 3b48b1ee-1028-451a-88af-bc69eab6fa60 will not be triggered until provisioned by entity L2. {{(pid=92099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 11:55:27.297667 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron_lib.callbacks.manager [None req-5e198de8-01a0-41ac-a1d3-30de1f42f25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:27.303602 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:27.498336 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db72bf8-5564-45e3-962f-168807831e72 None None] Pushing event updated for resources: {'Port': ['ID=3b48b1ee-1028-451a-88af-bc69eab6fa60,revision_number=3']} {{(pid=92099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:27.520046 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db72bf8-5564-45e3-962f-168807831e72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:55:27.520382 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db72bf8-5564-45e3-962f-168807831e72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:55:27.520710 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db72bf8-5564-45e3-962f-168807831e72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:55:27.521032 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db72bf8-5564-45e3-962f-168807831e72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:55:27.521350 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db72bf8-5564-45e3-962f-168807831e72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:55:27.521667 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db72bf8-5564-45e3-962f-168807831e72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:55:27.522004 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db72bf8-5564-45e3-962f-168807831e72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:55:27.522316 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db72bf8-5564-45e3-962f-168807831e72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:55:27.522628 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db72bf8-5564-45e3-962f-168807831e72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:55:27.522937 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db72bf8-5564-45e3-962f-168807831e72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:55:27.523246 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db72bf8-5564-45e3-962f-168807831e72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:55:27.523551 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db72bf8-5564-45e3-962f-168807831e72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:55:27.524608 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db72bf8-5564-45e3-962f-168807831e72 None None] Tracked resource versions report: Jun 06 11:55:27.524608 dv-cinder-786266-2-smb neutron-server[92099]: pushed versions: Jun 06 11:55:27.524608 dv-cinder-786266-2-smb neutron-server[92099]: { 'AddressGroup': {'1.2'}, Jun 06 11:55:27.524608 dv-cinder-786266-2-smb neutron-server[92099]: 'ConntrackHelper': {'1.0'}, Jun 06 11:55:27.524608 dv-cinder-786266-2-smb neutron-server[92099]: 'Log': {'1.0'}, Jun 06 11:55:27.524608 dv-cinder-786266-2-smb neutron-server[92099]: 'Network': {'1.1'}, Jun 06 11:55:27.524608 dv-cinder-786266-2-smb neutron-server[92099]: 'Port': {'1.7'}, Jun 06 11:55:27.524608 dv-cinder-786266-2-smb neutron-server[92099]: 'PortForwarding': {'1.2'}, Jun 06 11:55:27.524608 dv-cinder-786266-2-smb neutron-server[92099]: 'QosPolicy': {'1.8'}, Jun 06 11:55:27.524608 dv-cinder-786266-2-smb neutron-server[92099]: 'SecurityGroup': {'1.4'}, Jun 06 11:55:27.524608 dv-cinder-786266-2-smb neutron-server[92099]: 'SecurityGroupRule': {'1.2'}, Jun 06 11:55:27.524608 dv-cinder-786266-2-smb neutron-server[92099]: 'SubPort': {'1.0'}, Jun 06 11:55:27.524608 dv-cinder-786266-2-smb neutron-server[92099]: 'Subnet': {'1.1'}, Jun 06 11:55:27.524608 dv-cinder-786266-2-smb neutron-server[92099]: 'Trunk': {'1.1'}} Jun 06 11:55:27.524608 dv-cinder-786266-2-smb neutron-server[92099]: consumer versions: Jun 06 11:55:27.524608 dv-cinder-786266-2-smb neutron-server[92099]: { DHCP agent@dv-cinder-786266-2-smb: {}, Jun 06 11:55:27.524608 dv-cinder-786266-2-smb neutron-server[92099]: L3 agent@dv-cinder-786266-2-smb: {}, Jun 06 11:55:27.524608 dv-cinder-786266-2-smb neutron-server[92099]: Metadata agent@dv-cinder-786266-2-smb: {}, Jun 06 11:55:27.524608 dv-cinder-786266-2-smb neutron-server[92099]: Metering agent@dv-cinder-786266-2-smb: {}, Jun 06 11:55:27.524608 dv-cinder-786266-2-smb neutron-server[92099]: Open vSwitch agent@dv-cinder-786266-2-smb: { 'AddressGroup': '1.2', Jun 06 11:55:27.524608 dv-cinder-786266-2-smb neutron-server[92099]: 'ConntrackHelper': '1.0', Jun 06 11:55:27.524608 dv-cinder-786266-2-smb neutron-server[92099]: 'Log': '1.0', Jun 06 11:55:27.524608 dv-cinder-786266-2-smb neutron-server[92099]: 'Network': '1.1', Jun 06 11:55:27.524608 dv-cinder-786266-2-smb neutron-server[92099]: 'Port': '1.7', Jun 06 11:55:27.524608 dv-cinder-786266-2-smb neutron-server[92099]: 'PortForwarding': '1.2', Jun 06 11:55:27.524608 dv-cinder-786266-2-smb neutron-server[92099]: 'QosPolicy': '1.8', Jun 06 11:55:27.524608 dv-cinder-786266-2-smb neutron-server[92099]: 'SecurityGroup': '1.4', Jun 06 11:55:27.524608 dv-cinder-786266-2-smb neutron-server[92099]: 'SecurityGroupRule': '1.2', Jun 06 11:55:27.524608 dv-cinder-786266-2-smb neutron-server[92099]: 'SubPort': '1.0', Jun 06 11:55:27.524608 dv-cinder-786266-2-smb neutron-server[92099]: 'Subnet': '1.1', Jun 06 11:55:27.524608 dv-cinder-786266-2-smb neutron-server[92099]: 'Trunk': '1.1'}} Jun 06 11:55:27.524608 dv-cinder-786266-2-smb neutron-server[92099]: {{(pid=92099) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 06 11:55:27.552821 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG oslo_concurrency.lockutils [None req-3db72bf8-5564-45e3-962f-168807831e72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=92099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:27.553595 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.plugins.ml2.managers [None req-5e198de8-01a0-41ac-a1d3-30de1f42f25e None None] Attempting to bind port 3b48b1ee-1028-451a-88af-bc69eab6fa60 on host dv-cinder-786266-2-smb for vnic_type normal with profile {{(pid=92099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 11:55:27.559238 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.plugins.ml2.managers [None req-5e198de8-01a0-41ac-a1d3-30de1f42f25e None None] Attempting to bind port 3b48b1ee-1028-451a-88af-bc69eab6fa60 by drivers openvswitch,hyperv on host dv-cinder-786266-2-smb at level 0 using segments [{'id': '3e7d7fa1-1aad-4d00-aa40-adbea8aad3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '616d4b6f-783d-4b3a-8fcb-e70fc8f21b19'}] {{(pid=92099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 11:55:27.559238 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e198de8-01a0-41ac-a1d3-30de1f42f25e None None] Attempting to bind port 3b48b1ee-1028-451a-88af-bc69eab6fa60 on network 616d4b6f-783d-4b3a-8fcb-e70fc8f21b19 {{(pid=92099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 11:55:27.560093 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e198de8-01a0-41ac-a1d3-30de1f42f25e None None] Checking agent: {'id': 'f47648e7-a38f-4e40-85d5-251dd82ea0a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786266-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 54, 50), 'started_at': datetime.datetime(2021, 6, 6, 11, 55, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786266-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 11:55:27.560093 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e198de8-01a0-41ac-a1d3-30de1f42f25e None None] Checking segment: {'id': '3e7d7fa1-1aad-4d00-aa40-adbea8aad3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '616d4b6f-783d-4b3a-8fcb-e70fc8f21b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 11:55:27.560506 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron_lib.callbacks.manager [None req-5e198de8-01a0-41ac-a1d3-30de1f42f25e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:27.560893 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e198de8-01a0-41ac-a1d3-30de1f42f25e None None] Bound using segment: {'id': '3e7d7fa1-1aad-4d00-aa40-adbea8aad3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '616d4b6f-783d-4b3a-8fcb-e70fc8f21b19'} {{(pid=92099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 11:55:27.561378 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.plugins.ml2.managers [None req-5e198de8-01a0-41ac-a1d3-30de1f42f25e None None] Bound port: 3b48b1ee-1028-451a-88af-bc69eab6fa60, host: dv-cinder-786266-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e7d7fa1-1aad-4d00-aa40-adbea8aad3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '616d4b6f-783d-4b3a-8fcb-e70fc8f21b19'}}] {{(pid=92099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 11:55:27.561778 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron_lib.callbacks.manager [None req-5e198de8-01a0-41ac-a1d3-30de1f42f25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:27.652787 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.plugins.ml2.db [None req-5e198de8-01a0-41ac-a1d3-30de1f42f25e None None] For port 3b48b1ee-1028-451a-88af-bc69eab6fa60, host dv-cinder-786266-2-smb, cleared binding levels {{(pid=92099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 11:55:27.657005 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.plugins.ml2.db [None req-5e198de8-01a0-41ac-a1d3-30de1f42f25e None None] For port 3b48b1ee-1028-451a-88af-bc69eab6fa60, host dv-cinder-786266-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-2-smb',level=0,port_id=3b48b1ee-1028-451a-88af-bc69eab6fa60,segment=NetworkSegment(3e7d7fa1-1aad-4d00-aa40-adbea8aad3f2),segment_id=3e7d7fa1-1aad-4d00-aa40-adbea8aad3f2)] {{(pid=92099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 11:55:27.720889 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron_lib.callbacks.manager [None req-5e198de8-01a0-41ac-a1d3-30de1f42f25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:27.724983 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:27.810563 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e198de8-01a0-41ac-a1d3-30de1f42f25e None None] Routers {'dac1847f-0dda-4541-9de3-2710d4a1db80'} bound to L3 agent in host dv-cinder-786266-2-smb {{(pid=92099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 11:55:27.811540 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_hamode_db [None req-5e198de8-01a0-41ac-a1d3-30de1f42f25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-06T11:54:50Z,description=,heartbeat_timestamp=2021-06-06T11:55:20Z,host='dv-cinder-786266-2-smb',id=915c5c25-b12e-44c8-ae20-885b4f191692,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:54:51Z,topic='l3_agent')) {'router_ids': ['dac1847f-0dda-4541-9de3-2710d4a1db80'], 'active': True} {{(pid=92099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:55:27.876512 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db72bf8-5564-45e3-962f-168807831e72 None None] Pushing event updated for resources: {'Port': ['ID=3b48b1ee-1028-451a-88af-bc69eab6fa60,revision_number=4']} {{(pid=92099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:27.883225 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG oslo_concurrency.lockutils [None req-3db72bf8-5564-45e3-962f-168807831e72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:27.970125 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_dvr_db [None req-5e198de8-01a0-41ac-a1d3-30de1f42f25e None None] Set router dac1847f-0dda-4541-9de3-2710d4a1db80 gateway port host: None {{(pid=92099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 11:55:28.297516 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_hamode_db [None req-5e198de8-01a0-41ac-a1d3-30de1f42f25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac1847f-0dda-4541-9de3-2710d4a1db80', 'name': 'router1', 'tenant_id': '8bb5120da3a04a3cb7b83a8a34c55cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:55:14Z', 'updated_at': '2021-06-06T11:55:25Z', 'revision_number': 2, 'project_id': '8bb5120da3a04a3cb7b83a8a34c55cee', 'gw_port_host': None, '_interfaces': [{'id': '3b48b1ee-1028-451a-88af-bc69eab6fa60', 'name': '', 'network_id': '616d4b6f-783d-4b3a-8fcb-e70fc8f21b19', 'tenant_id': '8bb5120da3a04a3cb7b83a8a34c55cee', 'mac_address': 'fa:16:3e:2a:69:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac1847f-0dda-4541-9de3-2710d4a1db80', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8a805910-9049-4b0a-8af6-4d406a8cb725', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:55:24Z', 'updated_at': '2021-06-06T11:55:27Z', 'revision_number': 4, 'project_id': '8bb5120da3a04a3cb7b83a8a34c55cee', 'subnets': [{'id': '8a805910-9049-4b0a-8af6-4d406a8cb725', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f817dab8-7562-4731-9880-d351899ef22f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-2-smb', False) {} {{(pid=92099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:55:28.302517 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e198de8-01a0-41ac-a1d3-30de1f42f25e None None] The sync data for ids ['dac1847f-0dda-4541-9de3-2710d4a1db80'] in dv-cinder-786266-2-smb is: [{'id': 'dac1847f-0dda-4541-9de3-2710d4a1db80', 'name': 'router1', 'tenant_id': '8bb5120da3a04a3cb7b83a8a34c55cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:55:14Z', 'updated_at': '2021-06-06T11:55:25Z', 'revision_number': 2, 'project_id': '8bb5120da3a04a3cb7b83a8a34c55cee', 'gw_port_host': None, '_interfaces': [{'id': '3b48b1ee-1028-451a-88af-bc69eab6fa60', 'name': '', 'network_id': '616d4b6f-783d-4b3a-8fcb-e70fc8f21b19', 'tenant_id': '8bb5120da3a04a3cb7b83a8a34c55cee', 'mac_address': 'fa:16:3e:2a:69:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac1847f-0dda-4541-9de3-2710d4a1db80', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8a805910-9049-4b0a-8af6-4d406a8cb725', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:55:24Z', 'updated_at': '2021-06-06T11:55:27Z', 'revision_number': 4, 'project_id': '8bb5120da3a04a3cb7b83a8a34c55cee', 'subnets': [{'id': '8a805910-9049-4b0a-8af6-4d406a8cb725', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f817dab8-7562-4731-9880-d351899ef22f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 11:55:28.428836 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 57360) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:55:28.577080 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db8e8a6-2645-4180-836c-d00a45020733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:28.577080 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-7db8e8a6-2645-4180-836c-d00a45020733 admin admin] 10.222.0.32 "GET /v2.0/networks/f46ef3e5-e761-4cf2-8ba5-27fd00264fbf HTTP/1.1" status: 200 len: 842 time: 0.1445382 Jun 06 11:55:28.584418 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.v2.base [None req-1a1d8f99-0c08-4ff4-aeff-f1c893a0df56 admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.28.2.1', 'name': 'public-subnet', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'cidr': '172.28.2.0/24'}} {{(pid=92097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:55:28.674540 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1d8f99-0c08-4ff4-aeff-f1c893a0df56 admin admin] Made reservation on behalf of 85fbe327903347ab99520ee650b5b19e for: {'subnet': 1} {{(pid=92097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 11:55:28.677249 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-1a1d8f99-0c08-4ff4-aeff-f1c893a0df56 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:29.087835 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.objects.ports [None req-1a1d8f99-0c08-4ff4-aeff-f1c893a0df56 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92097) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 06 11:55:29.088256 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-1a1d8f99-0c08-4ff4-aeff-f1c893a0df56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618'] for subnet, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:29.092437 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:29.161419 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1d8f99-0c08-4ff4-aeff-f1c893a0df56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3e8387a-9982-4dd7-a420-a9a6c7cae1dc,revision_number=0']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:29.166373 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-1a1d8f99-0c08-4ff4-aeff-f1c893a0df56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:29.168708 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1d8f99-0c08-4ff4-aeff-f1c893a0df56 admin admin] Checking segment: {'id': 'bb809bd8-b365-4ef3-acf3-bf04c8c65f74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 11:55:29.169057 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1d8f99-0c08-4ff4-aeff-f1c893a0df56 admin admin] Network hostable DHCP agents. Network: f46ef3e5-e761-4cf2-8ba5-27fd00264fbf, hostable agents: ['c6b73c91-e9f3-48c6-bc47-ba303821819a'], hosted agents: [] {{(pid=92097) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 11:55:29.239867 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1d8f99-0c08-4ff4-aeff-f1c893a0df56 admin admin] Network f46ef3e5-e761-4cf2-8ba5-27fd00264fbf is scheduled to be hosted by DHCP agent c6b73c91-e9f3-48c6-bc47-ba303821819a with binding_index 1 {{(pid=92097) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 11:55:29.285875 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.base_scheduler [None req-1a1d8f99-0c08-4ff4-aeff-f1c893a0df56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786266-2-smb, f46ef3e5-e761-4cf2-8ba5-27fd00264fbf) {{(pid=92097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 11:55:29.290251 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1d8f99-0c08-4ff4-aeff-f1c893a0df56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:29.290801 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-1a1d8f99-0c08-4ff4-aeff-f1c893a0df56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617724'] for subnet, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:29.296095 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd180cfd-a118-4b00-a50f-e0ba5816011b None None] Network f46ef3e5-e761-4cf2-8ba5-27fd00264fbf requested from dv-cinder-786266-2-smb {{(pid=92098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 11:55:29.361346 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-1a1d8f99-0c08-4ff4-aeff-f1c893a0df56 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7810214 Jun 06 11:55:29.503783 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848279e3-fa09-4f24-80af-e472246f611d None None] Network f46ef3e5-e761-4cf2-8ba5-27fd00264fbf requested from dv-cinder-786266-2-smb {{(pid=92098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 11:55:31.635148 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 57372) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:55:31.833117 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-229ae70a-b1a1-4fa6-a5cb-4cab27fff302 admin admin] 10.222.0.32 "GET /v2.0/routers/dac1847f-0dda-4541-9de3-2710d4a1db80 HTTP/1.1" status: 200 len: 710 time: 0.1965947 Jun 06 11:55:31.960715 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ecc4f5-00ae-4075-aee0-39eb8767b49a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:55:31.962101 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-13ecc4f5-00ae-4075-aee0-39eb8767b49a admin admin] 10.222.0.32 "GET /v2.0/networks/f46ef3e5-e761-4cf2-8ba5-27fd00264fbf HTTP/1.1" status: 200 len: 886 time: 0.1237714 Jun 06 11:55:31.970649 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.v2.base [None req-93fea2bd-c481-41c1-b395-fd284b1543ae admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf'}}} {{(pid=92097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:55:32.140970 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device 3b48b1ee-1028-451a-88af-bc69eab6fa60 up at agent ovs-agent-dv-cinder-786266-2-smb {{(pid=92098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 11:55:32.273628 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Provisioning for port 3b48b1ee-1028-451a-88af-bc69eab6fa60 completed by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 11:55:32.279087 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Provisioning complete for port 3b48b1ee-1028-451a-88af-bc69eab6fa60 triggered by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:55:32.279495 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:32.397879 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:32.432278 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] For port 3b48b1ee-1028-451a-88af-bc69eab6fa60, host dv-cinder-786266-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-2-smb',level=0,port_id=3b48b1ee-1028-451a-88af-bc69eab6fa60,segment=NetworkSegment(3e7d7fa1-1aad-4d00-aa40-adbea8aad3f2),segment_id=3e7d7fa1-1aad-4d00-aa40-adbea8aad3f2)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:55:32.468852 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:32.469990 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-93fea2bd-c481-41c1-b395-fd284b1543ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-604805', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-605529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15889'] for router, precommit_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:32.471096 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:32.557502 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Pushing event updated for resources: {'Port': ['ID=3b48b1ee-1028-451a-88af-bc69eab6fa60,revision_number=5']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:32.560557 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:32.836550 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-93fea2bd-c481-41c1-b395-fd284b1543ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:32.891978 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-93fea2bd-c481-41c1-b395-fd284b1543ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:33.022300 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.db_base_plugin_common [None req-93fea2bd-c481-41c1-b395-fd284b1543ae admin admin] Allocated IP 172.28.2.151 (f46ef3e5-e761-4cf2-8ba5-27fd00264fbf/d3e8387a-9982-4dd7-a420-a9a6c7cae1dc/21b4fd7d-4418-429b-af6d-5557271ab75d) {{(pid=92097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 11:55:33.161611 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-93fea2bd-c481-41c1-b395-fd284b1543ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:33.256775 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-93fea2bd-c481-41c1-b395-fd284b1543ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778191160652'] for port, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:33.261235 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-79232784-819b-4c10-af77-3e566e33c2f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:33.320243 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fea2bd-c481-41c1-b395-fd284b1543ae admin admin] Network f46ef3e5-e761-4cf2-8ba5-27fd00264fbf is already hosted by enough agents. {{(pid=92097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 11:55:33.322968 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.base_scheduler [None req-93fea2bd-c481-41c1-b395-fd284b1543ae admin admin] Resources bound (agent type, host, resource id): {{(pid=92097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 11:55:33.325622 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fea2bd-c481-41c1-b395-fd284b1543ae admin admin] Received port after_create {{(pid=92097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 11:55:33.394062 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fea2bd-c481-41c1-b395-fd284b1543ae admin admin] Pushing event updated for resources: {'Port': ['ID=21b4fd7d-4418-429b-af6d-5557271ab75d,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:33.396811 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-93fea2bd-c481-41c1-b395-fd284b1543ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:33.816086 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-93fea2bd-c481-41c1-b395-fd284b1543ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:34.127388 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device 3b48b1ee-1028-451a-88af-bc69eab6fa60 up at agent ovs-agent-dv-cinder-786266-2-smb {{(pid=92098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 11:55:34.192322 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Provisioning complete for port 3b48b1ee-1028-451a-88af-bc69eab6fa60 triggered by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:55:34.192686 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:34.196795 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-93fea2bd-c481-41c1-b395-fd284b1543ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-604805', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-605529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15889'] for router, precommit_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:34.200005 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-93fea2bd-c481-41c1-b395-fd284b1543ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-604828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-604819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-605520'] for router, after_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:34.371906 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93fea2bd-c481-41c1-b395-fd284b1543ae admin admin] Router dac1847f-0dda-4541-9de3-2710d4a1db80 has already been hosted by L3 agent 915c5c25-b12e-44c8-ae20-885b4f191692 {{(pid=92097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 11:55:34.540366 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93fea2bd-c481-41c1-b395-fd284b1543ae admin admin] Notify agent at l3_agent.dv-cinder-786266-2-smb the message routers_updated {{(pid=92097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 11:55:34.544321 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-93fea2bd-c481-41c1-b395-fd284b1543ae admin admin] Notify callbacks [] for router, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:34.545479 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-93fea2bd-c481-41c1-b395-fd284b1543ae admin admin] 10.222.0.32 "PUT /v2.0/routers/dac1847f-0dda-4541-9de3-2710d4a1db80 HTTP/1.1" status: 200 len: 890 time: 2.5780015 Jun 06 11:55:34.551779 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b22d118-1f3d-4df0-908f-489d720a840f None None] Sync routers for ids ['dac1847f-0dda-4541-9de3-2710d4a1db80'] in dv-cinder-786266-2-smb {{(pid=92098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 11:55:34.562167 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b22d118-1f3d-4df0-908f-489d720a840f None None] Routers {'dac1847f-0dda-4541-9de3-2710d4a1db80'} bound to L3 agent in host dv-cinder-786266-2-smb {{(pid=92098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 11:55:34.570263 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_hamode_db [None req-2b22d118-1f3d-4df0-908f-489d720a840f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-06T11:54:50Z,description=,heartbeat_timestamp=2021-06-06T11:55:20Z,host='dv-cinder-786266-2-smb',id=915c5c25-b12e-44c8-ae20-885b4f191692,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:54:51Z,topic='l3_agent')) {'router_ids': ['dac1847f-0dda-4541-9de3-2710d4a1db80'], 'active': True} {{(pid=92098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:55:34.767435 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvr_db [None req-2b22d118-1f3d-4df0-908f-489d720a840f None None] Set router dac1847f-0dda-4541-9de3-2710d4a1db80 gateway port host: dv-cinder-786266-2-smb {{(pid=92098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 11:55:35.094917 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_hamode_db [None req-2b22d118-1f3d-4df0-908f-489d720a840f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac1847f-0dda-4541-9de3-2710d4a1db80', 'name': 'router1', 'tenant_id': '8bb5120da3a04a3cb7b83a8a34c55cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.151'}], 'enable_snat': True}, 'gw_port_id': '21b4fd7d-4418-429b-af6d-5557271ab75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:55:14Z', 'updated_at': '2021-06-06T11:55:33Z', 'revision_number': 4, 'project_id': '8bb5120da3a04a3cb7b83a8a34c55cee', 'gw_port': {'id': '21b4fd7d-4418-429b-af6d-5557271ab75d', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:78:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac1847f-0dda-4541-9de3-2710d4a1db80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:55:32Z', 'updated_at': '2021-06-06T11:55:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb', '_interfaces': [{'id': '3b48b1ee-1028-451a-88af-bc69eab6fa60', 'name': '', 'network_id': '616d4b6f-783d-4b3a-8fcb-e70fc8f21b19', 'tenant_id': '8bb5120da3a04a3cb7b83a8a34c55cee', 'mac_address': 'fa:16:3e:2a:69:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac1847f-0dda-4541-9de3-2710d4a1db80', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8a805910-9049-4b0a-8af6-4d406a8cb725', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:55:24Z', 'updated_at': '2021-06-06T11:55:32Z', 'revision_number': 5, 'project_id': '8bb5120da3a04a3cb7b83a8a34c55cee', 'subnets': [{'id': '8a805910-9049-4b0a-8af6-4d406a8cb725', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f817dab8-7562-4731-9880-d351899ef22f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-2-smb', False) {} {{(pid=92098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:55:35.099686 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b22d118-1f3d-4df0-908f-489d720a840f None None] Checking router: dac1847f-0dda-4541-9de3-2710d4a1db80 for host: dv-cinder-786266-2-smb {{(pid=92098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 11:55:35.100044 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b22d118-1f3d-4df0-908f-489d720a840f None None] Updating router dac1847f-0dda-4541-9de3-2710d4a1db80 port 21b4fd7d-4418-429b-af6d-5557271ab75d binding host dv-cinder-786266-2-smb {{(pid=92098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 11:55:35.152743 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-2b22d118-1f3d-4df0-908f-489d720a840f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:35.480350 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-2b22d118-1f3d-4df0-908f-489d720a840f None None] Notify callbacks [] for port, precommit_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:35.491630 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-2b22d118-1f3d-4df0-908f-489d720a840f None None] Transition to ACTIVE for port object 21b4fd7d-4418-429b-af6d-5557271ab75d will not be triggered until provisioned by entity L2. {{(pid=92098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 11:55:35.566212 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-2b22d118-1f3d-4df0-908f-489d720a840f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:35.570307 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-17544b23-e53f-428a-a71f-0fb663c2be3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:35.642570 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef029b5-253a-4b13-8347-351c3bc929ae None None] Pushing event updated for resources: {'Port': ['ID=21b4fd7d-4418-429b-af6d-5557271ab75d,revision_number=2']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:35.647631 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-cef029b5-253a-4b13-8347-351c3bc929ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:35.653944 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.managers [None req-2b22d118-1f3d-4df0-908f-489d720a840f None None] Attempting to bind port 21b4fd7d-4418-429b-af6d-5557271ab75d on host dv-cinder-786266-2-smb for vnic_type normal with profile {{(pid=92098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 11:55:35.654075 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.managers [None req-2b22d118-1f3d-4df0-908f-489d720a840f None None] Attempting to bind port 21b4fd7d-4418-429b-af6d-5557271ab75d by drivers openvswitch,hyperv on host dv-cinder-786266-2-smb at level 0 using segments [{'id': 'bb809bd8-b365-4ef3-acf3-bf04c8c65f74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf'}] {{(pid=92098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 11:55:35.654357 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b22d118-1f3d-4df0-908f-489d720a840f None None] Attempting to bind port 21b4fd7d-4418-429b-af6d-5557271ab75d on network f46ef3e5-e761-4cf2-8ba5-27fd00264fbf {{(pid=92098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 11:55:35.660589 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b22d118-1f3d-4df0-908f-489d720a840f None None] Checking agent: {'id': 'f47648e7-a38f-4e40-85d5-251dd82ea0a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786266-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 54, 50), 'started_at': datetime.datetime(2021, 6, 6, 11, 55, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786266-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 11:55:35.660997 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b22d118-1f3d-4df0-908f-489d720a840f None None] Checking segment: {'id': 'bb809bd8-b365-4ef3-acf3-bf04c8c65f74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 11:55:35.661401 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-2b22d118-1f3d-4df0-908f-489d720a840f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:35.661818 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b22d118-1f3d-4df0-908f-489d720a840f None None] Bound using segment: {'id': 'bb809bd8-b365-4ef3-acf3-bf04c8c65f74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf'} {{(pid=92098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 11:55:35.666792 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.managers [None req-2b22d118-1f3d-4df0-908f-489d720a840f None None] Bound port: 21b4fd7d-4418-429b-af6d-5557271ab75d, host: dv-cinder-786266-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb809bd8-b365-4ef3-acf3-bf04c8c65f74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf'}}] {{(pid=92098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 11:55:35.666792 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-2b22d118-1f3d-4df0-908f-489d720a840f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:35.738650 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-2b22d118-1f3d-4df0-908f-489d720a840f None None] For port 21b4fd7d-4418-429b-af6d-5557271ab75d, host dv-cinder-786266-2-smb, cleared binding levels {{(pid=92098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 11:55:35.741666 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-2b22d118-1f3d-4df0-908f-489d720a840f None None] For port 21b4fd7d-4418-429b-af6d-5557271ab75d, host dv-cinder-786266-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-2-smb',level=0,port_id=21b4fd7d-4418-429b-af6d-5557271ab75d,segment=NetworkSegment(bb809bd8-b365-4ef3-acf3-bf04c8c65f74),segment_id=bb809bd8-b365-4ef3-acf3-bf04c8c65f74)] {{(pid=92098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 11:55:35.818609 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-2b22d118-1f3d-4df0-908f-489d720a840f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:35.822705 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-5f3ecb38-a286-45fc-809f-e5076342a40f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:35.896373 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b22d118-1f3d-4df0-908f-489d720a840f None None] Routers {'dac1847f-0dda-4541-9de3-2710d4a1db80'} bound to L3 agent in host dv-cinder-786266-2-smb {{(pid=92098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 11:55:35.896992 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_hamode_db [None req-2b22d118-1f3d-4df0-908f-489d720a840f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-06T11:54:50Z,description=,heartbeat_timestamp=2021-06-06T11:55:20Z,host='dv-cinder-786266-2-smb',id=915c5c25-b12e-44c8-ae20-885b4f191692,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:54:51Z,topic='l3_agent')) {'router_ids': ['dac1847f-0dda-4541-9de3-2710d4a1db80'], 'active': True} {{(pid=92098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:55:35.965075 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef029b5-253a-4b13-8347-351c3bc929ae None None] Pushing event updated for resources: {'Port': ['ID=21b4fd7d-4418-429b-af6d-5557271ab75d,revision_number=3']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:35.970102 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-cef029b5-253a-4b13-8347-351c3bc929ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:36.112190 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvr_db [None req-2b22d118-1f3d-4df0-908f-489d720a840f None None] Set router dac1847f-0dda-4541-9de3-2710d4a1db80 gateway port host: dv-cinder-786266-2-smb {{(pid=92098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 11:55:36.442611 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_hamode_db [None req-2b22d118-1f3d-4df0-908f-489d720a840f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac1847f-0dda-4541-9de3-2710d4a1db80', 'name': 'router1', 'tenant_id': '8bb5120da3a04a3cb7b83a8a34c55cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.151'}], 'enable_snat': True}, 'gw_port_id': '21b4fd7d-4418-429b-af6d-5557271ab75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:55:14Z', 'updated_at': '2021-06-06T11:55:33Z', 'revision_number': 4, 'project_id': '8bb5120da3a04a3cb7b83a8a34c55cee', 'gw_port': {'id': '21b4fd7d-4418-429b-af6d-5557271ab75d', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:78:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac1847f-0dda-4541-9de3-2710d4a1db80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:55:32Z', 'updated_at': '2021-06-06T11:55:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb', '_interfaces': [{'id': '3b48b1ee-1028-451a-88af-bc69eab6fa60', 'name': '', 'network_id': '616d4b6f-783d-4b3a-8fcb-e70fc8f21b19', 'tenant_id': '8bb5120da3a04a3cb7b83a8a34c55cee', 'mac_address': 'fa:16:3e:2a:69:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac1847f-0dda-4541-9de3-2710d4a1db80', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8a805910-9049-4b0a-8af6-4d406a8cb725', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:55:24Z', 'updated_at': '2021-06-06T11:55:32Z', 'revision_number': 5, 'project_id': '8bb5120da3a04a3cb7b83a8a34c55cee', 'subnets': [{'id': '8a805910-9049-4b0a-8af6-4d406a8cb725', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f817dab8-7562-4731-9880-d351899ef22f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-2-smb', False) {} {{(pid=92098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 11:55:36.446559 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b22d118-1f3d-4df0-908f-489d720a840f None None] The sync data for ids ['dac1847f-0dda-4541-9de3-2710d4a1db80'] in dv-cinder-786266-2-smb is: [{'id': 'dac1847f-0dda-4541-9de3-2710d4a1db80', 'name': 'router1', 'tenant_id': '8bb5120da3a04a3cb7b83a8a34c55cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.151'}], 'enable_snat': True}, 'gw_port_id': '21b4fd7d-4418-429b-af6d-5557271ab75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:55:14Z', 'updated_at': '2021-06-06T11:55:33Z', 'revision_number': 4, 'project_id': '8bb5120da3a04a3cb7b83a8a34c55cee', 'gw_port': {'id': '21b4fd7d-4418-429b-af6d-5557271ab75d', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:78:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac1847f-0dda-4541-9de3-2710d4a1db80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:55:32Z', 'updated_at': '2021-06-06T11:55:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb', '_interfaces': [{'id': '3b48b1ee-1028-451a-88af-bc69eab6fa60', 'name': '', 'network_id': '616d4b6f-783d-4b3a-8fcb-e70fc8f21b19', 'tenant_id': '8bb5120da3a04a3cb7b83a8a34c55cee', 'mac_address': 'fa:16:3e:2a:69:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac1847f-0dda-4541-9de3-2710d4a1db80', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8a805910-9049-4b0a-8af6-4d406a8cb725', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:55:24Z', 'updated_at': '2021-06-06T11:55:32Z', 'revision_number': 5, 'project_id': '8bb5120da3a04a3cb7b83a8a34c55cee', 'subnets': [{'id': '8a805910-9049-4b0a-8af6-4d406a8cb725', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f817dab8-7562-4731-9880-d351899ef22f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 11:55:37.022836 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 57380) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:55:37.135813 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-1747d84c-adcc-4fc6-8266-c440a47c1243 admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1118391 Jun 06 11:55:38.137622 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device 21b4fd7d-4418-429b-af6d-5557271ab75d up at agent ovs-agent-dv-cinder-786266-2-smb {{(pid=92098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 11:55:38.274696 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Provisioning for port 21b4fd7d-4418-429b-af6d-5557271ab75d completed by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 11:55:38.279752 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Provisioning complete for port 21b4fd7d-4418-429b-af6d-5557271ab75d triggered by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:55:38.280141 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:38.418409 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:38.434836 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] For port 21b4fd7d-4418-429b-af6d-5557271ab75d, host dv-cinder-786266-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-2-smb',level=0,port_id=21b4fd7d-4418-429b-af6d-5557271ab75d,segment=NetworkSegment(bb809bd8-b365-4ef3-acf3-bf04c8c65f74),segment_id=bb809bd8-b365-4ef3-acf3-bf04c8c65f74)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:55:38.485709 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:38.487965 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-cef029b5-253a-4b13-8347-351c3bc929ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:55:38.552108 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Pushing event updated for resources: {'Port': ['ID=21b4fd7d-4418-429b-af6d-5557271ab75d,revision_number=4']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:55:38.554891 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:55:40.123280 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device 21b4fd7d-4418-429b-af6d-5557271ab75d up at agent ovs-agent-dv-cinder-786266-2-smb {{(pid=92098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 11:55:40.193563 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Provisioning complete for port 21b4fd7d-4418-429b-af6d-5557271ab75d triggered by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:55:40.194108 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:42.389945 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.agents_db [None req-260e75b6-693f-447f-9c37-08072a5d67b1 None None] Agent healthcheck: found 5 active agents {{(pid=92099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 11:55:47.783066 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-a5271785-efed-4dc0-bb72-8cb4e82bc3ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:49.988607 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-30cff56f-ac63-4e3d-91e2-ab48d1a192a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:50.171640 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:51.143102 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-c3be426d-4704-402b-bce9-7cb8373a3dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:55:52.931574 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-dde0a769-bb65-4f49-a590-df32523868aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:56:17.744912 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-54c9edf9-8cf3-45ce-b06b-6153a08131f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:56:19.376800 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.agents_db [None req-260e75b6-693f-447f-9c37-08072a5d67b1 None None] Agent healthcheck: found 5 active agents {{(pid=92099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 11:56:20.005229 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-5c87c948-79b4-473f-b2f6-8603625c8304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:56:20.206003 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:56:21.159518 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-c3be426d-4704-402b-bce9-7cb8373a3dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:56:22.942448 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-dde0a769-bb65-4f49-a590-df32523868aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:56:47.747083 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-f0b08c83-fff8-4067-8cec-e8b7b2f213aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:56:49.986429 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-b97380b0-bc69-4bc5-9688-b2c02765135c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:56:50.198104 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:56:51.165805 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-c3be426d-4704-402b-bce9-7cb8373a3dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:56:52.913035 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-dde0a769-bb65-4f49-a590-df32523868aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:56:56.375429 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.agents_db [None req-260e75b6-693f-447f-9c37-08072a5d67b1 None None] Agent healthcheck: found 5 active agents {{(pid=92099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 11:57:14.415024 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 57948) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:57:14.480866 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.pecan_wsgi.hooks.translation [None req-de5c8f73-0058-48a1-9fa0-f8c3f13833b9 admin admin] GET failed (client error): The resource could not be found. Jun 06 11:57:14.482124 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-de5c8f73-0058-48a1-9fa0-f8c3f13833b9 admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0662315 Jun 06 11:57:14.609040 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076c6639-3588-4482-a4b9-936f0dcb2538 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:14.610615 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-076c6639-3588-4482-a4b9-936f0dcb2538 admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1245997 Jun 06 11:57:16.743192 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 57958) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:57:16.850926 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74dcfd06-f603-4926-b296-c030a6ebec72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:16.852231 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-74dcfd06-f603-4926-b296-c030a6ebec72 admin admin] 10.222.0.32 "GET /v2.0/subnets/8a805910-9049-4b0a-8af6-4d406a8cb725 HTTP/1.1" status: 200 len: 849 time: 0.1080604 Jun 06 11:57:16.862119 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.v2.base [None req-f895bfe5-faf6-44b1-8342-6cfa101c2ef1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:57:16.973685 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-f895bfe5-faf6-44b1-8342-6cfa101c2ef1 admin admin] Notify callbacks [] for subnet, before_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:57:17.213942 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-f895bfe5-faf6-44b1-8342-6cfa101c2ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778191664357'] for subnet, after_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:57:17.217513 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-1a1d8f99-0c08-4ff4-aeff-f1c893a0df56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:57:17.257490 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f895bfe5-faf6-44b1-8342-6cfa101c2ef1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:17.257490 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-f895bfe5-faf6-44b1-8342-6cfa101c2ef1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617724'] for subnet, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:57:17.258770 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-f895bfe5-faf6-44b1-8342-6cfa101c2ef1 admin admin] 10.222.0.32 "PUT /v2.0/subnets/8a805910-9049-4b0a-8af6-4d406a8cb725 HTTP/1.1" status: 200 len: 868 time: 0.4011445 Jun 06 11:57:17.264604 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d7b98a-6389-4333-888a-0633ddacf9b8 None None] Network 616d4b6f-783d-4b3a-8fcb-e70fc8f21b19 requested from dv-cinder-786266-2-smb {{(pid=92098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 11:57:17.287553 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f895bfe5-faf6-44b1-8342-6cfa101c2ef1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a805910-9049-4b0a-8af6-4d406a8cb725,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:57:17.295399 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f895bfe5-faf6-44b1-8342-6cfa101c2ef1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:57:17.295766 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f895bfe5-faf6-44b1-8342-6cfa101c2ef1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:57:17.296068 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f895bfe5-faf6-44b1-8342-6cfa101c2ef1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:57:17.296394 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f895bfe5-faf6-44b1-8342-6cfa101c2ef1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:57:17.296712 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f895bfe5-faf6-44b1-8342-6cfa101c2ef1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:57:17.297029 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f895bfe5-faf6-44b1-8342-6cfa101c2ef1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:57:17.297621 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f895bfe5-faf6-44b1-8342-6cfa101c2ef1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:57:17.298404 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f895bfe5-faf6-44b1-8342-6cfa101c2ef1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:57:17.298750 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f895bfe5-faf6-44b1-8342-6cfa101c2ef1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:57:17.299069 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f895bfe5-faf6-44b1-8342-6cfa101c2ef1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:57:17.299383 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f895bfe5-faf6-44b1-8342-6cfa101c2ef1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:57:17.299696 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f895bfe5-faf6-44b1-8342-6cfa101c2ef1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:57:17.303436 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-f895bfe5-faf6-44b1-8342-6cfa101c2ef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:57:17.741041 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-340bdda4-7042-48a9-9fad-bfad0536df70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:57:17.755379 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-e3cf25d8-6240-4075-acb5-fb1f3196b643 None None] Provisioning complete for port 3b48b1ee-1028-451a-88af-bc69eab6fa60 triggered by entity DHCP. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:57:17.755741 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-e3cf25d8-6240-4075-acb5-fb1f3196b643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:57:17.879085 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-e3cf25d8-6240-4075-acb5-fb1f3196b643 None None] Provisioning complete for port 3467cadc-5f32-4a6f-91dd-8313139133aa triggered by entity DHCP. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:57:17.879452 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-e3cf25d8-6240-4075-acb5-fb1f3196b643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:57:19.381846 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 57966) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:57:19.550319 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48a7c64-25c5-4719-8d5d-10ab10936618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:19.550792 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48a7c64-25c5-4719-8d5d-10ab10936618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:19.552265 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-d48a7c64-25c5-4719-8d5d-10ab10936618 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1694863 Jun 06 11:57:19.991462 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-35d35231-2f43-4e01-9a3e-0283dc13b74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:57:20.191671 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:57:21.358242 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-c3be426d-4704-402b-bce9-7cb8373a3dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:57:21.654534 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 57974) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:57:21.865120 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f53ca8-8b7e-4b9a-bbe1-6c00563bd7bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:21.865645 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f53ca8-8b7e-4b9a-bbe1-6c00563bd7bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:21.867240 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-99f53ca8-8b7e-4b9a-bbe1-6c00563bd7bb admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2117941 Jun 06 11:57:22.935541 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-dde0a769-bb65-4f49-a590-df32523868aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:57:23.975669 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 57984) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:57:24.145376 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f522685-6728-4f93-af53-e8238b9b923b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:24.146705 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-1f522685-6728-4f93-af53-e8238b9b923b admin admin] 10.222.0.32 "GET /v2.0/networks/616d4b6f-783d-4b3a-8fcb-e70fc8f21b19 HTTP/1.1" status: 200 len: 869 time: 0.1701221 Jun 06 11:57:26.268274 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 57992) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:57:26.429947 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb4df5a-f239-475d-b0bd-5cdf7df3fb41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:26.431189 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-9fb4df5a-f239-475d-b0bd-5cdf7df3fb41 admin admin] 10.222.0.32 "GET /v2.0/networks/f46ef3e5-e761-4cf2-8ba5-27fd00264fbf HTTP/1.1" status: 200 len: 886 time: 0.1619391 Jun 06 11:57:28.546486 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 58000) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:57:28.693364 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75913fc6-ad10-45e4-8951-8455b3e68e04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:28.693839 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75913fc6-ad10-45e4-8951-8455b3e68e04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:28.695329 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-75913fc6-ad10-45e4-8951-8455b3e68e04 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1477523 Jun 06 11:57:30.792111 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 58008) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:57:30.895418 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0c4056-36a2-4ce4-a31d-ac5ac3523636 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:30.895793 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0c4056-36a2-4ce4-a31d-ac5ac3523636 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:30.897258 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-1d0c4056-36a2-4ce4-a31d-ac5ac3523636 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1042123 Jun 06 11:57:32.999916 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 58016) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:57:33.106814 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce86840-fe5c-4cbe-bf78-7cc9738dba63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:33.108121 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-5ce86840-fe5c-4cbe-bf78-7cc9738dba63 admin admin] 10.222.0.32 "GET /v2.0/subnets/8a805910-9049-4b0a-8af6-4d406a8cb725 HTTP/1.1" status: 200 len: 868 time: 0.1072805 Jun 06 11:57:33.373991 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.agents_db [None req-260e75b6-693f-447f-9c37-08072a5d67b1 None None] Agent healthcheck: found 5 active agents {{(pid=92099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 11:57:35.225357 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 58024) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:57:35.323940 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd134a0-b154-41e3-8138-591454034011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:57:35.325243 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-ebd134a0-b154-41e3-8138-591454034011 admin admin] 10.222.0.32 "GET /v2.0/subnets/d3e8387a-9982-4dd7-a420-a9a6c7cae1dc HTTP/1.1" status: 200 len: 816 time: 0.0989184 Jun 06 11:57:47.745910 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-13dd6d83-1dca-4035-a8f2-8217784dca12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:57:49.997356 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-4794bcee-1948-4acf-a44f-40cc9b442e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:57:50.209074 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:57:51.151672 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-c3be426d-4704-402b-bce9-7cb8373a3dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:57:52.946072 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-dde0a769-bb65-4f49-a590-df32523868aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:57:58.597121 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 58068) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:57:58.652117 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [None req-4859b16e-0414-4af8-9978-d66099dfeaed admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=92097) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 06 11:57:58.653116 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-4859b16e-0414-4af8-9978-d66099dfeaed admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0550132 Jun 06 11:58:00.889947 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 58076) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:58:00.954150 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.pecan_wsgi.hooks.translation [None req-26a65696-197d-4cb5-9fac-b8f054c91625 admin admin] GET failed (client error): The resource could not be found. Jun 06 11:58:00.955364 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-26a65696-197d-4cb5-9fac-b8f054c91625 admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0645638 Jun 06 11:58:01.080152 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258603a1-f498-47f8-aa06-bba725432707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:58:01.081589 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-258603a1-f498-47f8-aa06-bba725432707 admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1222279 Jun 06 11:58:03.235816 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 58084) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:58:03.283536 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.v2.base [None req-4af90fad-b40c-4fa4-bf0e-4714805870d0 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=92097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:58:03.373042 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af90fad-b40c-4fa4-bf0e-4714805870d0 admin admin] Made reservation on behalf of 85fbe327903347ab99520ee650b5b19e for: {'network': 1} {{(pid=92097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 11:58:03.375422 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-4af90fad-b40c-4fa4-bf0e-4714805870d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33157647'] for network, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:03.461286 dv-cinder-786266-2-smb neutron-server[92097]: WARNING neutron.services.revisions.revision_plugin [None req-4af90fad-b40c-4fa4-bf0e-4714805870d0 admin admin] Could not find related network for resource to bump revision. Jun 06 11:58:03.472425 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4af90fad-b40c-4fa4-bf0e-4714805870d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=92097) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 11:58:03.480477 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-4af90fad-b40c-4fa4-bf0e-4714805870d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33122656'] for segment, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:03.480806 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.db.segments_db [None req-4af90fad-b40c-4fa4-bf0e-4714805870d0 admin admin] Added segment 3cbd0756-0dda-491d-b9e0-8d0c94fe68de of type vlan for network caa9b081-84c5-4637-b77f-bd25efdca0e6 Jun 06 11:58:03.504730 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-4af90fad-b40c-4fa4-bf0e-4714805870d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778191147210'] for network, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:03.596918 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-4af90fad-b40c-4fa4-bf0e-4714805870d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-702243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-617627'] for network, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:03.598246 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af90fad-b40c-4fa4-bf0e-4714805870d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:58:03.598813 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-4af90fad-b40c-4fa4-bf0e-4714805870d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617724'] for network, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:03.603322 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-13398f60-98fa-4b34-82db-eb74d2737ea2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:58:03.692680 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af90fad-b40c-4fa4-bf0e-4714805870d0 admin admin] Pushing event updated for resources: {'Network': ['ID=caa9b081-84c5-4637-b77f-bd25efdca0e6,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:58:03.695313 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-4af90fad-b40c-4fa4-bf0e-4714805870d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:58:03.702366 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Network caa9b081-84c5-4637-b77f-bd25efdca0e6 details requested by agent ovs-agent-dv-cinder-786266-2-smb with host dv-cinder-786266-2-smb {{(pid=92098) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 11:58:03.712399 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-4af90fad-b40c-4fa4-bf0e-4714805870d0 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4755166 Jun 06 11:58:05.831969 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 58092) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:58:05.899479 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ed20134-b262-4f40-aa47-0efeaa4c1c60 admin admin] GET failed (client error): The resource could not be found. Jun 06 11:58:05.900639 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-4ed20134-b262-4f40-aa47-0efeaa4c1c60 admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0677266 Jun 06 11:58:05.999650 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7519c51a-cc2a-443e-b285-b4a8de7b61db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:58:06.001119 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-7519c51a-cc2a-443e-b285-b4a8de7b61db admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0965760 Jun 06 11:58:06.010348 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.v2.base [None req-5a44a6d9-95b0-45aa-b2fd-1271d59f15b4 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'caa9b081-84c5-4637-b77f-bd25efdca0e6'}} {{(pid=92097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 11:58:06.065445 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a44a6d9-95b0-45aa-b2fd-1271d59f15b4 admin admin] Made reservation on behalf of 85fbe327903347ab99520ee650b5b19e for: {'subnet': 1} {{(pid=92097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 11:58:06.067646 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-5a44a6d9-95b0-45aa-b2fd-1271d59f15b4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:06.334943 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-5a44a6d9-95b0-45aa-b2fd-1271d59f15b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618'] for subnet, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:06.338580 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:58:06.410337 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a44a6d9-95b0-45aa-b2fd-1271d59f15b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a04f7aa-953f-4d69-95e5-8067bdccdb19,revision_number=0']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:58:06.413972 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-5a44a6d9-95b0-45aa-b2fd-1271d59f15b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:58:06.414629 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a44a6d9-95b0-45aa-b2fd-1271d59f15b4 admin admin] Checking segment: {'id': '3cbd0756-0dda-491d-b9e0-8d0c94fe68de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'caa9b081-84c5-4637-b77f-bd25efdca0e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 11:58:06.414966 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a44a6d9-95b0-45aa-b2fd-1271d59f15b4 admin admin] Network hostable DHCP agents. Network: caa9b081-84c5-4637-b77f-bd25efdca0e6, hostable agents: ['c6b73c91-e9f3-48c6-bc47-ba303821819a'], hosted agents: [] {{(pid=92097) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 11:58:06.477341 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a44a6d9-95b0-45aa-b2fd-1271d59f15b4 admin admin] Network caa9b081-84c5-4637-b77f-bd25efdca0e6 is scheduled to be hosted by DHCP agent c6b73c91-e9f3-48c6-bc47-ba303821819a with binding_index 1 {{(pid=92097) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 11:58:06.539779 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.base_scheduler [None req-5a44a6d9-95b0-45aa-b2fd-1271d59f15b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786266-2-smb, caa9b081-84c5-4637-b77f-bd25efdca0e6) {{(pid=92097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 11:58:06.544063 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a44a6d9-95b0-45aa-b2fd-1271d59f15b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 11:58:06.544795 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-5a44a6d9-95b0-45aa-b2fd-1271d59f15b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617724'] for subnet, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:06.548746 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9230c79-407f-42ec-9379-1786d9795c9a None None] Network caa9b081-84c5-4637-b77f-bd25efdca0e6 requested from dv-cinder-786266-2-smb {{(pid=92098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 11:58:06.615493 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-5a44a6d9-95b0-45aa-b2fd-1271d59f15b4 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6084208 Jun 06 11:58:06.773468 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084b9cb0-a23b-4007-b047-a5ffd0c3668c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfab32c0e-b5c3-5d39-aa66-b9df6aa339de-caa9b081-84c5-4637-b77f-bd25efdca0e6', 'network_id': 'caa9b081-84c5-4637-b77f-bd25efdca0e6', 'tenant_id': '85fbe327903347ab99520ee650b5b19e', 'fixed_ips': [{'subnet_id': '3a04f7aa-953f-4d69-95e5-8067bdccdb19'}]}} from dv-cinder-786266-2-smb. {{(pid=92098) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 06 11:58:06.774362 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-084b9cb0-a23b-4007-b047-a5ffd0c3668c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_create {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:06.931563 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.db_base_plugin_common [None req-084b9cb0-a23b-4007-b047-a5ffd0c3668c None None] Allocated IP 192.168.233.2 (caa9b081-84c5-4637-b77f-bd25efdca0e6/3a04f7aa-953f-4d69-95e5-8067bdccdb19/f0475f43-0abe-403b-a4ba-0c43cb94d813) {{(pid=92098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 11:58:07.138763 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-084b9cb0-a23b-4007-b047-a5ffd0c3668c None None] Notify callbacks [] for port, precommit_create {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:07.150026 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-084b9cb0-a23b-4007-b047-a5ffd0c3668c None None] Transition to ACTIVE for port object f0475f43-0abe-403b-a4ba-0c43cb94d813 will not be triggered until provisioned by entity L2. {{(pid=92098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 11:58:07.168505 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-084b9cb0-a23b-4007-b047-a5ffd0c3668c None None] Transition to ACTIVE for port object f0475f43-0abe-403b-a4ba-0c43cb94d813 will not be triggered until provisioned by entity DHCP. {{(pid=92098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 11:58:07.249104 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-084b9cb0-a23b-4007-b047-a5ffd0c3668c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778191160652'] for port, after_create {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:07.257014 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:58:07.317141 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084b9cb0-a23b-4007-b047-a5ffd0c3668c None None] Network caa9b081-84c5-4637-b77f-bd25efdca0e6 is already hosted by enough agents. {{(pid=92098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 11:58:07.319839 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.scheduler.base_scheduler [None req-084b9cb0-a23b-4007-b047-a5ffd0c3668c None None] Resources bound (agent type, host, resource id): {{(pid=92098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 11:58:07.323424 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084b9cb0-a23b-4007-b047-a5ffd0c3668c None None] Received port after_create {{(pid=92098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 11:58:07.329135 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084b9cb0-a23b-4007-b047-a5ffd0c3668c None None] Pushing event updated for resources: {'Port': ['ID=f0475f43-0abe-403b-a4ba-0c43cb94d813,revision_number=1']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:58:07.374796 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084b9cb0-a23b-4007-b047-a5ffd0c3668c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:58:07.375133 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084b9cb0-a23b-4007-b047-a5ffd0c3668c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:58:07.375466 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084b9cb0-a23b-4007-b047-a5ffd0c3668c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:58:07.375846 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084b9cb0-a23b-4007-b047-a5ffd0c3668c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:58:07.376321 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084b9cb0-a23b-4007-b047-a5ffd0c3668c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:58:07.376644 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084b9cb0-a23b-4007-b047-a5ffd0c3668c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:58:07.376961 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084b9cb0-a23b-4007-b047-a5ffd0c3668c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:58:07.377273 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084b9cb0-a23b-4007-b047-a5ffd0c3668c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:58:07.377585 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084b9cb0-a23b-4007-b047-a5ffd0c3668c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:58:07.377922 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084b9cb0-a23b-4007-b047-a5ffd0c3668c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:58:07.378250 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084b9cb0-a23b-4007-b047-a5ffd0c3668c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:58:07.378561 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084b9cb0-a23b-4007-b047-a5ffd0c3668c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:58:07.407863 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-084b9cb0-a23b-4007-b047-a5ffd0c3668c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:58:07.433461 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.managers [None req-084b9cb0-a23b-4007-b047-a5ffd0c3668c None None] Attempting to bind port f0475f43-0abe-403b-a4ba-0c43cb94d813 on host dv-cinder-786266-2-smb for vnic_type normal with profile {{(pid=92098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 11:58:07.433844 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.managers [None req-084b9cb0-a23b-4007-b047-a5ffd0c3668c None None] Attempting to bind port f0475f43-0abe-403b-a4ba-0c43cb94d813 by drivers openvswitch,hyperv on host dv-cinder-786266-2-smb at level 0 using segments [{'id': '3cbd0756-0dda-491d-b9e0-8d0c94fe68de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'caa9b081-84c5-4637-b77f-bd25efdca0e6'}] {{(pid=92098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 11:58:07.434198 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084b9cb0-a23b-4007-b047-a5ffd0c3668c None None] Attempting to bind port f0475f43-0abe-403b-a4ba-0c43cb94d813 on network caa9b081-84c5-4637-b77f-bd25efdca0e6 {{(pid=92098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 11:58:07.439428 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084b9cb0-a23b-4007-b047-a5ffd0c3668c None None] Checking agent: {'id': 'f47648e7-a38f-4e40-85d5-251dd82ea0a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786266-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 54, 50), 'started_at': datetime.datetime(2021, 6, 6, 11, 55, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786266-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 11:58:07.439822 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084b9cb0-a23b-4007-b047-a5ffd0c3668c None None] Checking segment: {'id': '3cbd0756-0dda-491d-b9e0-8d0c94fe68de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'caa9b081-84c5-4637-b77f-bd25efdca0e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 11:58:07.440205 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-084b9cb0-a23b-4007-b047-a5ffd0c3668c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:07.440587 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084b9cb0-a23b-4007-b047-a5ffd0c3668c None None] Bound using segment: {'id': '3cbd0756-0dda-491d-b9e0-8d0c94fe68de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'caa9b081-84c5-4637-b77f-bd25efdca0e6'} {{(pid=92098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 11:58:07.441042 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.managers [None req-084b9cb0-a23b-4007-b047-a5ffd0c3668c None None] Bound port: f0475f43-0abe-403b-a4ba-0c43cb94d813, host: dv-cinder-786266-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cbd0756-0dda-491d-b9e0-8d0c94fe68de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'caa9b081-84c5-4637-b77f-bd25efdca0e6'}}] {{(pid=92098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 11:58:07.441408 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-084b9cb0-a23b-4007-b047-a5ffd0c3668c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:07.528137 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-084b9cb0-a23b-4007-b047-a5ffd0c3668c None None] For port f0475f43-0abe-403b-a4ba-0c43cb94d813, host dv-cinder-786266-2-smb, cleared binding levels {{(pid=92098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 11:58:07.531120 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-084b9cb0-a23b-4007-b047-a5ffd0c3668c None None] For port f0475f43-0abe-403b-a4ba-0c43cb94d813, host dv-cinder-786266-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-2-smb',level=0,port_id=f0475f43-0abe-403b-a4ba-0c43cb94d813,segment=NetworkSegment(3cbd0756-0dda-491d-b9e0-8d0c94fe68de),segment_id=3cbd0756-0dda-491d-b9e0-8d0c94fe68de)] {{(pid=92098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 11:58:07.592406 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-084b9cb0-a23b-4007-b047-a5ffd0c3668c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:07.597395 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:58:07.671346 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084b9cb0-a23b-4007-b047-a5ffd0c3668c None None] Pushing event updated for resources: {'Port': ['ID=f0475f43-0abe-403b-a4ba-0c43cb94d813,revision_number=2']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:58:07.678914 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-084b9cb0-a23b-4007-b047-a5ffd0c3668c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:58:08.272443 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device f0475f43-0abe-403b-a4ba-0c43cb94d813 up at agent ovs-agent-dv-cinder-786266-2-smb {{(pid=92098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 11:58:08.386117 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Provisioning for port f0475f43-0abe-403b-a4ba-0c43cb94d813 completed by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 11:58:08.510589 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a623fd45-c344-46bc-8f8c-8ddd3d4e91aa None None] Network caa9b081-84c5-4637-b77f-bd25efdca0e6 requested from dv-cinder-786266-2-smb {{(pid=92098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 11:58:08.722690 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-64fdc05a-41fd-4367-a9f7-06547ae2751e None None] Provisioning for port f0475f43-0abe-403b-a4ba-0c43cb94d813 completed by entity DHCP. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 11:58:08.738063 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-64fdc05a-41fd-4367-a9f7-06547ae2751e None None] Provisioning complete for port f0475f43-0abe-403b-a4ba-0c43cb94d813 triggered by entity DHCP. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:58:08.738427 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-64fdc05a-41fd-4367-a9f7-06547ae2751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:08.891305 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-64fdc05a-41fd-4367-a9f7-06547ae2751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:08.929509 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-64fdc05a-41fd-4367-a9f7-06547ae2751e None None] For port f0475f43-0abe-403b-a4ba-0c43cb94d813, host dv-cinder-786266-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-2-smb',level=0,port_id=f0475f43-0abe-403b-a4ba-0c43cb94d813,segment=NetworkSegment(3cbd0756-0dda-491d-b9e0-8d0c94fe68de),segment_id=3cbd0756-0dda-491d-b9e0-8d0c94fe68de)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 11:58:08.992592 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-64fdc05a-41fd-4367-a9f7-06547ae2751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:08.992592 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-084b9cb0-a23b-4007-b047-a5ffd0c3668c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:58:09.055894 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fdc05a-41fd-4367-a9f7-06547ae2751e None None] Pushing event updated for resources: {'Port': ['ID=f0475f43-0abe-403b-a4ba-0c43cb94d813,revision_number=3']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:58:09.059004 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-64fdc05a-41fd-4367-a9f7-06547ae2751e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:58:09.107949 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-3cdfc04d-eb6b-47d9-be25-95667fb6131f None None] Provisioning complete for port f0475f43-0abe-403b-a4ba-0c43cb94d813 triggered by entity DHCP. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:58:09.108250 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-3cdfc04d-eb6b-47d9-be25-95667fb6131f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:10.244514 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device f0475f43-0abe-403b-a4ba-0c43cb94d813 up at agent ovs-agent-dv-cinder-786266-2-smb {{(pid=92098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 11:58:10.310353 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Provisioning complete for port f0475f43-0abe-403b-a4ba-0c43cb94d813 triggered by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 11:58:10.310718 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:10.374267 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.agents_db [None req-260e75b6-693f-447f-9c37-08072a5d67b1 None None] Agent healthcheck: found 5 active agents {{(pid=92099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 11:58:17.756808 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-4293963d-a9df-4562-865a-2615a14690fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:20.002127 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-67702b94-10b7-40b8-b1e8-f178f295b895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:20.224024 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:21.162434 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-c3be426d-4704-402b-bce9-7cb8373a3dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:22.979684 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-dde0a769-bb65-4f49-a590-df32523868aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:47.372718 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.agents_db [None req-260e75b6-693f-447f-9c37-08072a5d67b1 None None] Agent healthcheck: found 5 active agents {{(pid=92099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 11:58:47.762244 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-0d4cee71-eaa7-4d04-9913-b2bb8736e9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:49.994944 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-1f0ea9e8-32cd-4320-b2fe-0c27fd968ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:50.196689 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:51.167948 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-c3be426d-4704-402b-bce9-7cb8373a3dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:58:52.962454 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-dde0a769-bb65-4f49-a590-df32523868aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:17.754666 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-cefe2750-5c89-409e-9a03-092a14da0f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:20.007425 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-9612c948-db80-4fc2-902a-10614d17eb52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:20.206421 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:21.155876 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-c3be426d-4704-402b-bce9-7cb8373a3dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:22.950324 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-dde0a769-bb65-4f49-a590-df32523868aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:24.370710 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.agents_db [None req-260e75b6-693f-447f-9c37-08072a5d67b1 None None] Agent healthcheck: found 5 active agents {{(pid=92099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 11:59:42.509434 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 58144) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:59:42.515252 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [None req-727a7bd2-cefb-4fe2-979e-1fbcafe68632 tempest-verify_tempest_config-1243947900 tempest-verify_tempest_config-1243947900-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=92097) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 06 11:59:42.516262 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-727a7bd2-cefb-4fe2-979e-1fbcafe68632 tempest-verify_tempest_config-1243947900 tempest-verify_tempest_config-1243947900-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057681 Jun 06 11:59:43.001473 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 58162) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:59:43.117104 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-aa78b60c-ffed-4618-a897-c0f95b1c6ade admin admin] Notify callbacks [] for security_group, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:43.218997 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-aa78b60c-ffed-4618-a897-c0f95b1c6ade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:43.298358 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-aa78b60c-ffed-4618-a897-c0f95b1c6ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:43.307140 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:59:43.344236 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-aa78b60c-ffed-4618-a897-c0f95b1c6ade admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=55f6e7f7e2ee4e9cb7e4f6680ff4b68c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3416779 Jun 06 11:59:43.345676 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa78b60c-ffed-4618-a897-c0f95b1c6ade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50fc6174-a140-4dc7-933d-83d60aeb7f73,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:59:43.347697 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 58166) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 11:59:43.353221 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa78b60c-ffed-4618-a897-c0f95b1c6ade admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:59:43.353554 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa78b60c-ffed-4618-a897-c0f95b1c6ade admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:59:43.353909 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa78b60c-ffed-4618-a897-c0f95b1c6ade admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:59:43.354233 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa78b60c-ffed-4618-a897-c0f95b1c6ade admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:59:43.354548 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa78b60c-ffed-4618-a897-c0f95b1c6ade admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:59:43.354863 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa78b60c-ffed-4618-a897-c0f95b1c6ade admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:59:43.355174 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa78b60c-ffed-4618-a897-c0f95b1c6ade admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:59:43.355485 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa78b60c-ffed-4618-a897-c0f95b1c6ade admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:59:43.355814 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa78b60c-ffed-4618-a897-c0f95b1c6ade admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:59:43.356124 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa78b60c-ffed-4618-a897-c0f95b1c6ade admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:59:43.356428 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa78b60c-ffed-4618-a897-c0f95b1c6ade admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:59:43.356731 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa78b60c-ffed-4618-a897-c0f95b1c6ade admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:59:43.360432 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-aa78b60c-ffed-4618-a897-c0f95b1c6ade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:59:43.422019 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-5a41d8c7-03f1-40f0-815e-2073cbe43bbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:43.448575 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-5a41d8c7-03f1-40f0-815e-2073cbe43bbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:43.629299 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-5a41d8c7-03f1-40f0-815e-2073cbe43bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:43.632394 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-5a41d8c7-03f1-40f0-815e-2073cbe43bbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:43.633498 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-5a41d8c7-03f1-40f0-815e-2073cbe43bbf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/50fc6174-a140-4dc7-933d-83d60aeb7f73 HTTP/1.1" status: 204 len: 168 time: 0.2848346 Jun 06 11:59:43.638029 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 11:59:43.644545 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a41d8c7-03f1-40f0-815e-2073cbe43bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50fc6174-a140-4dc7-933d-83d60aeb7f73,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 11:59:43.652471 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a41d8c7-03f1-40f0-815e-2073cbe43bbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:59:43.652805 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a41d8c7-03f1-40f0-815e-2073cbe43bbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:59:43.653130 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a41d8c7-03f1-40f0-815e-2073cbe43bbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:59:43.653450 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a41d8c7-03f1-40f0-815e-2073cbe43bbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:59:43.653793 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a41d8c7-03f1-40f0-815e-2073cbe43bbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:59:43.654114 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a41d8c7-03f1-40f0-815e-2073cbe43bbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:59:43.654424 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a41d8c7-03f1-40f0-815e-2073cbe43bbf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:59:43.654733 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a41d8c7-03f1-40f0-815e-2073cbe43bbf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:59:43.655048 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a41d8c7-03f1-40f0-815e-2073cbe43bbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:59:43.655379 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a41d8c7-03f1-40f0-815e-2073cbe43bbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:59:43.655686 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a41d8c7-03f1-40f0-815e-2073cbe43bbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:59:43.656017 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a41d8c7-03f1-40f0-815e-2073cbe43bbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 11:59:43.657048 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a41d8c7-03f1-40f0-815e-2073cbe43bbf admin admin] Tracked resource versions report: Jun 06 11:59:43.657048 dv-cinder-786266-2-smb neutron-server[92096]: pushed versions: Jun 06 11:59:43.657048 dv-cinder-786266-2-smb neutron-server[92096]: { 'AddressGroup': {'1.2'}, Jun 06 11:59:43.657048 dv-cinder-786266-2-smb neutron-server[92096]: 'ConntrackHelper': {'1.0'}, Jun 06 11:59:43.657048 dv-cinder-786266-2-smb neutron-server[92096]: 'Log': {'1.0'}, Jun 06 11:59:43.657048 dv-cinder-786266-2-smb neutron-server[92096]: 'Network': {'1.1'}, Jun 06 11:59:43.657048 dv-cinder-786266-2-smb neutron-server[92096]: 'Port': {'1.7'}, Jun 06 11:59:43.657048 dv-cinder-786266-2-smb neutron-server[92096]: 'PortForwarding': {'1.2'}, Jun 06 11:59:43.657048 dv-cinder-786266-2-smb neutron-server[92096]: 'QosPolicy': {'1.8'}, Jun 06 11:59:43.657048 dv-cinder-786266-2-smb neutron-server[92096]: 'SecurityGroup': {'1.4'}, Jun 06 11:59:43.657048 dv-cinder-786266-2-smb neutron-server[92096]: 'SecurityGroupRule': {'1.2'}, Jun 06 11:59:43.657048 dv-cinder-786266-2-smb neutron-server[92096]: 'SubPort': {'1.0'}, Jun 06 11:59:43.657048 dv-cinder-786266-2-smb neutron-server[92096]: 'Subnet': {'1.1'}, Jun 06 11:59:43.657048 dv-cinder-786266-2-smb neutron-server[92096]: 'Trunk': {'1.1'}} Jun 06 11:59:43.657048 dv-cinder-786266-2-smb neutron-server[92096]: consumer versions: Jun 06 11:59:43.657048 dv-cinder-786266-2-smb neutron-server[92096]: { DHCP agent@dv-cinder-786266-2-smb: {}, Jun 06 11:59:43.657048 dv-cinder-786266-2-smb neutron-server[92096]: L3 agent@dv-cinder-786266-2-smb: {}, Jun 06 11:59:43.657048 dv-cinder-786266-2-smb neutron-server[92096]: Metadata agent@dv-cinder-786266-2-smb: {}, Jun 06 11:59:43.657048 dv-cinder-786266-2-smb neutron-server[92096]: Metering agent@dv-cinder-786266-2-smb: {}, Jun 06 11:59:43.657048 dv-cinder-786266-2-smb neutron-server[92096]: Open vSwitch agent@dv-cinder-786266-2-smb: { 'AddressGroup': '1.2', Jun 06 11:59:43.657048 dv-cinder-786266-2-smb neutron-server[92096]: 'ConntrackHelper': '1.0', Jun 06 11:59:43.657048 dv-cinder-786266-2-smb neutron-server[92096]: 'Log': '1.0', Jun 06 11:59:43.657048 dv-cinder-786266-2-smb neutron-server[92096]: 'Network': '1.1', Jun 06 11:59:43.657048 dv-cinder-786266-2-smb neutron-server[92096]: 'Port': '1.7', Jun 06 11:59:43.657048 dv-cinder-786266-2-smb neutron-server[92096]: 'PortForwarding': '1.2', Jun 06 11:59:43.657048 dv-cinder-786266-2-smb neutron-server[92096]: 'QosPolicy': '1.8', Jun 06 11:59:43.657048 dv-cinder-786266-2-smb neutron-server[92096]: 'SecurityGroup': '1.4', Jun 06 11:59:43.657048 dv-cinder-786266-2-smb neutron-server[92096]: 'SecurityGroupRule': '1.2', Jun 06 11:59:43.657048 dv-cinder-786266-2-smb neutron-server[92096]: 'SubPort': '1.0', Jun 06 11:59:43.657048 dv-cinder-786266-2-smb neutron-server[92096]: 'Subnet': '1.1', Jun 06 11:59:43.657048 dv-cinder-786266-2-smb neutron-server[92096]: 'Trunk': '1.1'}} Jun 06 11:59:43.657048 dv-cinder-786266-2-smb neutron-server[92096]: {{(pid=92096) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 06 11:59:43.684520 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-5a41d8c7-03f1-40f0-815e-2073cbe43bbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 11:59:47.767357 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6861e20c-0a40-4d81-9834-93b7ae3c9b8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:50.011205 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-449d19ba-3d8e-4415-a118-77e834d8a6d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:50.199529 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:51.178480 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-c3be426d-4704-402b-bce9-7cb8373a3dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 11:59:52.954263 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-dde0a769-bb65-4f49-a590-df32523868aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:00:01.369083 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.agents_db [None req-260e75b6-693f-447f-9c37-08072a5d67b1 None None] Agent healthcheck: found 5 active agents {{(pid=92099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 12:00:17.761272 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-cbf75055-780d-449f-b313-9a4a1a1d4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:00:20.050498 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-49edbbc4-0b8d-4c76-9949-ee294d3203e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:00:20.204732 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:00:21.178075 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-c3be426d-4704-402b-bce9-7cb8373a3dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:00:22.955422 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-dde0a769-bb65-4f49-a590-df32523868aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:00:38.367512 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.agents_db [None req-260e75b6-693f-447f-9c37-08072a5d67b1 None None] Agent healthcheck: found 5 active agents {{(pid=92099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 12:00:47.766144 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-a05feedf-2471-4ce4-831a-79ee364552d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:00:50.006276 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-ec2154f4-3243-42c5-bdff-da566d2221ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:00:50.200152 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:00:51.177403 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-c3be426d-4704-402b-bce9-7cb8373a3dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:00:52.988930 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-dde0a769-bb65-4f49-a590-df32523868aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:01:15.365859 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.agents_db [None req-260e75b6-693f-447f-9c37-08072a5d67b1 None None] Agent healthcheck: found 5 active agents {{(pid=92099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 12:01:17.765955 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-07698c6c-4cde-4473-9e8f-21d6cb4083b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:01:20.011898 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-feae8f41-8d39-4bfc-ae2f-aff88f776ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:01:20.206241 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:01:20.495178 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908'] for agent, after_create {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:01:21.205730 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-c3be426d-4704-402b-bce9-7cb8373a3dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:01:22.963404 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-dde0a769-bb65-4f49-a590-df32523868aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:01:24.422046 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 58224) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:01:24.534847 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-bf7a0a8e-442d-4b92-8c02-07ffd7b4cac4 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1116939 Jun 06 12:01:26.677676 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 58234) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:01:26.733045 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-4edbc612-63e0-41b4-b801-a24b963c4a79 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0542505 Jun 06 12:01:47.782234 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-726481de-3bc4-44a7-bf15-2331648696f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:01:50.014662 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-2bc41270-144f-442c-b5d1-52826184b862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:01:50.225942 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:01:50.442855 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:01:51.211343 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-c3be426d-4704-402b-bce9-7cb8373a3dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:01:52.364942 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.agents_db [None req-260e75b6-693f-447f-9c37-08072a5d67b1 None None] Agent healthcheck: found 6 active agents {{(pid=92099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 12:01:52.975022 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-dde0a769-bb65-4f49-a590-df32523868aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:17.773893 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-450a6540-399f-42f1-8733-9a2536eeeccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:20.014362 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-a54ab111-644b-407a-9cc6-5e97846a6949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:20.232721 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:20.456667 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:21.203001 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-c3be426d-4704-402b-bce9-7cb8373a3dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:22.971466 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-dde0a769-bb65-4f49-a590-df32523868aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:29.363974 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.agents_db [None req-260e75b6-693f-447f-9c37-08072a5d67b1 None None] Agent healthcheck: found 6 active agents {{(pid=92099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 12:02:47.773263 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-0d51492a-937a-4036-97aa-be8795209873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:50.037159 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-1447fe61-b7d1-46c9-b41b-40a12381ed92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:50.247965 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:50.464840 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:51.219208 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-c3be426d-4704-402b-bce9-7cb8373a3dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:53.030629 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-dde0a769-bb65-4f49-a590-df32523868aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:54.244076 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 58392) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:02:54.820329 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.v2.base [None req-df4329cc-b8eb-4637-9b79-bc1ef5750ad6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-467981305-network', 'tenant_id': '50c7650c564f46e9895bb0af0228580e'}} {{(pid=92096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:02:54.919105 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df4329cc-b8eb-4637-9b79-bc1ef5750ad6 admin admin] Made reservation on behalf of 50c7650c564f46e9895bb0af0228580e for: {'network': 1} {{(pid=92096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 12:02:54.921955 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-df4329cc-b8eb-4637-9b79-bc1ef5750ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33157647'] for network, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:54.937216 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-df4329cc-b8eb-4637-9b79-bc1ef5750ad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:55.057590 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-df4329cc-b8eb-4637-9b79-bc1ef5750ad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:55.133536 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-df4329cc-b8eb-4637-9b79-bc1ef5750ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:55.136951 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-5a41d8c7-03f1-40f0-815e-2073cbe43bbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:02:55.169312 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df4329cc-b8eb-4637-9b79-bc1ef5750ad6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=92096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 12:02:55.175093 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4329cc-b8eb-4637-9b79-bc1ef5750ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b233602-90b1-41ba-bc1b-b937aaf06b68,revision_number=1']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:02:55.184499 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4329cc-b8eb-4637-9b79-bc1ef5750ad6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:02:55.184829 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4329cc-b8eb-4637-9b79-bc1ef5750ad6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:02:55.185150 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4329cc-b8eb-4637-9b79-bc1ef5750ad6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:02:55.185464 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4329cc-b8eb-4637-9b79-bc1ef5750ad6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:02:55.185798 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4329cc-b8eb-4637-9b79-bc1ef5750ad6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:02:55.186125 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4329cc-b8eb-4637-9b79-bc1ef5750ad6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:02:55.186433 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4329cc-b8eb-4637-9b79-bc1ef5750ad6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:02:55.186740 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4329cc-b8eb-4637-9b79-bc1ef5750ad6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:02:55.187062 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4329cc-b8eb-4637-9b79-bc1ef5750ad6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:02:55.187376 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4329cc-b8eb-4637-9b79-bc1ef5750ad6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:02:55.187677 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4329cc-b8eb-4637-9b79-bc1ef5750ad6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:02:55.187976 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4329cc-b8eb-4637-9b79-bc1ef5750ad6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:02:55.188938 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4329cc-b8eb-4637-9b79-bc1ef5750ad6 admin admin] Tracked resource versions report: Jun 06 12:02:55.188938 dv-cinder-786266-2-smb neutron-server[92096]: pushed versions: Jun 06 12:02:55.188938 dv-cinder-786266-2-smb neutron-server[92096]: { 'AddressGroup': {'1.2'}, Jun 06 12:02:55.188938 dv-cinder-786266-2-smb neutron-server[92096]: 'ConntrackHelper': {'1.0'}, Jun 06 12:02:55.188938 dv-cinder-786266-2-smb neutron-server[92096]: 'Log': {'1.0'}, Jun 06 12:02:55.188938 dv-cinder-786266-2-smb neutron-server[92096]: 'Network': {'1.1'}, Jun 06 12:02:55.188938 dv-cinder-786266-2-smb neutron-server[92096]: 'Port': {'1.7'}, Jun 06 12:02:55.188938 dv-cinder-786266-2-smb neutron-server[92096]: 'PortForwarding': {'1.2'}, Jun 06 12:02:55.188938 dv-cinder-786266-2-smb neutron-server[92096]: 'QosPolicy': {'1.8'}, Jun 06 12:02:55.188938 dv-cinder-786266-2-smb neutron-server[92096]: 'SecurityGroup': {'1.4'}, Jun 06 12:02:55.188938 dv-cinder-786266-2-smb neutron-server[92096]: 'SecurityGroupRule': {'1.2'}, Jun 06 12:02:55.188938 dv-cinder-786266-2-smb neutron-server[92096]: 'SubPort': {'1.0'}, Jun 06 12:02:55.188938 dv-cinder-786266-2-smb neutron-server[92096]: 'Subnet': {'1.1'}, Jun 06 12:02:55.188938 dv-cinder-786266-2-smb neutron-server[92096]: 'Trunk': {'1.1'}} Jun 06 12:02:55.188938 dv-cinder-786266-2-smb neutron-server[92096]: consumer versions: Jun 06 12:02:55.188938 dv-cinder-786266-2-smb neutron-server[92096]: { DHCP agent@dv-cinder-786266-2-smb: {}, Jun 06 12:02:55.188938 dv-cinder-786266-2-smb neutron-server[92096]: HyperV agent@hv-cinder-78626: {}, Jun 06 12:02:55.188938 dv-cinder-786266-2-smb neutron-server[92096]: L3 agent@dv-cinder-786266-2-smb: {}, Jun 06 12:02:55.188938 dv-cinder-786266-2-smb neutron-server[92096]: Metadata agent@dv-cinder-786266-2-smb: {}, Jun 06 12:02:55.188938 dv-cinder-786266-2-smb neutron-server[92096]: Metering agent@dv-cinder-786266-2-smb: {}, Jun 06 12:02:55.188938 dv-cinder-786266-2-smb neutron-server[92096]: Open vSwitch agent@dv-cinder-786266-2-smb: { 'AddressGroup': '1.2', Jun 06 12:02:55.188938 dv-cinder-786266-2-smb neutron-server[92096]: 'ConntrackHelper': '1.0', Jun 06 12:02:55.188938 dv-cinder-786266-2-smb neutron-server[92096]: 'Log': '1.0', Jun 06 12:02:55.188938 dv-cinder-786266-2-smb neutron-server[92096]: 'Network': '1.1', Jun 06 12:02:55.188938 dv-cinder-786266-2-smb neutron-server[92096]: 'Port': '1.7', Jun 06 12:02:55.188938 dv-cinder-786266-2-smb neutron-server[92096]: 'PortForwarding': '1.2', Jun 06 12:02:55.188938 dv-cinder-786266-2-smb neutron-server[92096]: 'QosPolicy': '1.8', Jun 06 12:02:55.188938 dv-cinder-786266-2-smb neutron-server[92096]: 'SecurityGroup': '1.4', Jun 06 12:02:55.188938 dv-cinder-786266-2-smb neutron-server[92096]: 'SecurityGroupRule': '1.2', Jun 06 12:02:55.188938 dv-cinder-786266-2-smb neutron-server[92096]: 'SubPort': '1.0', Jun 06 12:02:55.188938 dv-cinder-786266-2-smb neutron-server[92096]: 'Subnet': '1.1', Jun 06 12:02:55.188938 dv-cinder-786266-2-smb neutron-server[92096]: 'Trunk': '1.1'}} Jun 06 12:02:55.188938 dv-cinder-786266-2-smb neutron-server[92096]: {{(pid=92096) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 06 12:02:55.197710 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-df4329cc-b8eb-4637-9b79-bc1ef5750ad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:02:55.197710 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-df4329cc-b8eb-4637-9b79-bc1ef5750ad6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778191637917', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33122656'] for segment, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:55.197710 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-df4329cc-b8eb-4637-9b79-bc1ef5750ad6 admin admin] Unsubscribe: segment precommit_create {{(pid=92096) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 06 12:02:55.197710 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.db.segments_db [None req-df4329cc-b8eb-4637-9b79-bc1ef5750ad6 admin admin] Added segment da4ce783-723b-4845-afd6-23e93223e0fc of type vlan for network d03de1d2-5bf4-407f-a826-051b44cc8c51 Jun 06 12:02:55.260883 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-df4329cc-b8eb-4637-9b79-bc1ef5750ad6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778191147210'] for network, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:55.399579 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-df4329cc-b8eb-4637-9b79-bc1ef5750ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-702243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-617627'] for network, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:55.401775 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4329cc-b8eb-4637-9b79-bc1ef5750ad6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:02:55.403027 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-df4329cc-b8eb-4637-9b79-bc1ef5750ad6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617724'] for network, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:55.409188 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:02:55.516884 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-df4329cc-b8eb-4637-9b79-bc1ef5750ad6 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2715647 Jun 06 12:02:55.520676 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 58444) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:02:55.530113 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4329cc-b8eb-4637-9b79-bc1ef5750ad6 admin admin] Pushing event updated for resources: {'Network': ['ID=d03de1d2-5bf4-407f-a826-051b44cc8c51,revision_number=1']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:02:55.530113 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-df4329cc-b8eb-4637-9b79-bc1ef5750ad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:02:55.531141 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.v2.base [None req-85b86283-f571-430a-a7a6-92692ae71c3f admin admin] Request body: {'subnet': {'network_id': 'd03de1d2-5bf4-407f-a826-051b44cc8c51', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-467981305-subnet', 'tenant_id': '50c7650c564f46e9895bb0af0228580e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:02:55.533570 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Network d03de1d2-5bf4-407f-a826-051b44cc8c51 details requested by agent ovs-agent-dv-cinder-786266-2-smb with host dv-cinder-786266-2-smb {{(pid=92098) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 12:02:55.604993 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b86283-f571-430a-a7a6-92692ae71c3f admin admin] Made reservation on behalf of 50c7650c564f46e9895bb0af0228580e for: {'subnet': 1} {{(pid=92097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 12:02:55.611632 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-85b86283-f571-430a-a7a6-92692ae71c3f admin admin] Notify callbacks [] for subnet, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:55.893644 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-85b86283-f571-430a-a7a6-92692ae71c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618'] for subnet, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:55.899614 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-f895bfe5-faf6-44b1-8342-6cfa101c2ef1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:02:55.926742 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 58462) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:02:55.961948 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 58468) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:02:55.971512 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b86283-f571-430a-a7a6-92692ae71c3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d90edd5-4ab2-4621-97ec-be229d8cd0db,revision_number=0']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:02:55.981133 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b86283-f571-430a-a7a6-92692ae71c3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:02:55.981468 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b86283-f571-430a-a7a6-92692ae71c3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:02:55.981814 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b86283-f571-430a-a7a6-92692ae71c3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:02:55.982134 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b86283-f571-430a-a7a6-92692ae71c3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:02:55.982446 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b86283-f571-430a-a7a6-92692ae71c3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:02:55.982757 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b86283-f571-430a-a7a6-92692ae71c3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:02:55.983072 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b86283-f571-430a-a7a6-92692ae71c3f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:02:55.983380 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b86283-f571-430a-a7a6-92692ae71c3f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:02:55.984028 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b86283-f571-430a-a7a6-92692ae71c3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:02:55.984338 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b86283-f571-430a-a7a6-92692ae71c3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:02:55.984647 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b86283-f571-430a-a7a6-92692ae71c3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:02:55.984959 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b86283-f571-430a-a7a6-92692ae71c3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:02:55.985964 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b86283-f571-430a-a7a6-92692ae71c3f admin admin] Tracked resource versions report: Jun 06 12:02:55.985964 dv-cinder-786266-2-smb neutron-server[92097]: pushed versions: Jun 06 12:02:55.985964 dv-cinder-786266-2-smb neutron-server[92097]: { 'AddressGroup': {'1.2'}, Jun 06 12:02:55.985964 dv-cinder-786266-2-smb neutron-server[92097]: 'ConntrackHelper': {'1.0'}, Jun 06 12:02:55.985964 dv-cinder-786266-2-smb neutron-server[92097]: 'Log': {'1.0'}, Jun 06 12:02:55.985964 dv-cinder-786266-2-smb neutron-server[92097]: 'Network': {'1.1'}, Jun 06 12:02:55.985964 dv-cinder-786266-2-smb neutron-server[92097]: 'Port': {'1.7'}, Jun 06 12:02:55.985964 dv-cinder-786266-2-smb neutron-server[92097]: 'PortForwarding': {'1.2'}, Jun 06 12:02:55.985964 dv-cinder-786266-2-smb neutron-server[92097]: 'QosPolicy': {'1.8'}, Jun 06 12:02:55.985964 dv-cinder-786266-2-smb neutron-server[92097]: 'SecurityGroup': {'1.4'}, Jun 06 12:02:55.985964 dv-cinder-786266-2-smb neutron-server[92097]: 'SecurityGroupRule': {'1.2'}, Jun 06 12:02:55.985964 dv-cinder-786266-2-smb neutron-server[92097]: 'SubPort': {'1.0'}, Jun 06 12:02:55.985964 dv-cinder-786266-2-smb neutron-server[92097]: 'Subnet': {'1.1'}, Jun 06 12:02:55.985964 dv-cinder-786266-2-smb neutron-server[92097]: 'Trunk': {'1.1'}} Jun 06 12:02:55.985964 dv-cinder-786266-2-smb neutron-server[92097]: consumer versions: Jun 06 12:02:55.985964 dv-cinder-786266-2-smb neutron-server[92097]: { DHCP agent@dv-cinder-786266-2-smb: {}, Jun 06 12:02:55.985964 dv-cinder-786266-2-smb neutron-server[92097]: HyperV agent@hv-cinder-78626: {}, Jun 06 12:02:55.985964 dv-cinder-786266-2-smb neutron-server[92097]: L3 agent@dv-cinder-786266-2-smb: {}, Jun 06 12:02:55.985964 dv-cinder-786266-2-smb neutron-server[92097]: Metadata agent@dv-cinder-786266-2-smb: {}, Jun 06 12:02:55.985964 dv-cinder-786266-2-smb neutron-server[92097]: Metering agent@dv-cinder-786266-2-smb: {}, Jun 06 12:02:55.985964 dv-cinder-786266-2-smb neutron-server[92097]: Open vSwitch agent@dv-cinder-786266-2-smb: { 'AddressGroup': '1.2', Jun 06 12:02:55.985964 dv-cinder-786266-2-smb neutron-server[92097]: 'ConntrackHelper': '1.0', Jun 06 12:02:55.985964 dv-cinder-786266-2-smb neutron-server[92097]: 'Log': '1.0', Jun 06 12:02:55.985964 dv-cinder-786266-2-smb neutron-server[92097]: 'Network': '1.1', Jun 06 12:02:55.985964 dv-cinder-786266-2-smb neutron-server[92097]: 'Port': '1.7', Jun 06 12:02:55.985964 dv-cinder-786266-2-smb neutron-server[92097]: 'PortForwarding': '1.2', Jun 06 12:02:55.985964 dv-cinder-786266-2-smb neutron-server[92097]: 'QosPolicy': '1.8', Jun 06 12:02:55.985964 dv-cinder-786266-2-smb neutron-server[92097]: 'SecurityGroup': '1.4', Jun 06 12:02:55.985964 dv-cinder-786266-2-smb neutron-server[92097]: 'SecurityGroupRule': '1.2', Jun 06 12:02:55.985964 dv-cinder-786266-2-smb neutron-server[92097]: 'SubPort': '1.0', Jun 06 12:02:55.985964 dv-cinder-786266-2-smb neutron-server[92097]: 'Subnet': '1.1', Jun 06 12:02:55.985964 dv-cinder-786266-2-smb neutron-server[92097]: 'Trunk': '1.1'}} Jun 06 12:02:55.985964 dv-cinder-786266-2-smb neutron-server[92097]: {{(pid=92097) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 06 12:02:55.989397 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 58472) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:02:55.989595 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-85b86283-f571-430a-a7a6-92692ae71c3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:02:55.998909 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b86283-f571-430a-a7a6-92692ae71c3f admin admin] Checking segment: {'id': 'da4ce783-723b-4845-afd6-23e93223e0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd03de1d2-5bf4-407f-a826-051b44cc8c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 12:02:55.999254 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b86283-f571-430a-a7a6-92692ae71c3f admin admin] Network hostable DHCP agents. Network: d03de1d2-5bf4-407f-a826-051b44cc8c51, hostable agents: ['c6b73c91-e9f3-48c6-bc47-ba303821819a'], hosted agents: [] {{(pid=92097) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 12:02:56.026566 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 58476) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:02:56.067448 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b86283-f571-430a-a7a6-92692ae71c3f admin admin] Network d03de1d2-5bf4-407f-a826-051b44cc8c51 is scheduled to be hosted by DHCP agent c6b73c91-e9f3-48c6-bc47-ba303821819a with binding_index 1 {{(pid=92097) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 12:02:56.127652 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.base_scheduler [None req-85b86283-f571-430a-a7a6-92692ae71c3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786266-2-smb, d03de1d2-5bf4-407f-a826-051b44cc8c51) {{(pid=92097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:02:56.131895 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b86283-f571-430a-a7a6-92692ae71c3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:02:56.132742 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-85b86283-f571-430a-a7a6-92692ae71c3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617724'] for subnet, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:56.139239 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.v2.base [None req-a61cb2cd-2c72-4dec-9c5a-5f875fc57127 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-312312303-network', 'tenant_id': '1875b9074f2a49ea94dc8d6242744a26'}} {{(pid=92096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:02:56.143423 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0be1fb0-e780-420b-a844-422a0d7a6426 None None] Network d03de1d2-5bf4-407f-a826-051b44cc8c51 requested from dv-cinder-786266-2-smb {{(pid=92098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 12:02:56.173243 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.v2.base [None req-92315d16-0f13-4f9e-b3ad-ecbf3e9e55cd admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1122364055-network', 'tenant_id': '49e4c8f7eade44cab9d6d25d90e5b93f'}} {{(pid=92096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:02:56.211701 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.v2.base [None req-ea83779d-ddd0-4a20-8aca-9cee9f9b50f0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-581758585-network', 'tenant_id': 'eca5e9a6e3374a4193593b4832b36a26'}} {{(pid=92096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:02:56.226149 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-85b86283-f571-430a-a7a6-92692ae71c3f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7043250 Jun 06 12:02:56.228640 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 58488) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:02:56.233497 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.v2.base [None req-8d5a3702-30f4-49ce-a56c-27da03728232 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-467981305-router', 'tenant_id': '50c7650c564f46e9895bb0af0228580e', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf'}}} {{(pid=92097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:02:56.333685 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a61cb2cd-2c72-4dec-9c5a-5f875fc57127 admin admin] Made reservation on behalf of 1875b9074f2a49ea94dc8d6242744a26 for: {'network': 1} {{(pid=92096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 12:02:56.336391 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-a61cb2cd-2c72-4dec-9c5a-5f875fc57127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33157647'] for network, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:56.358044 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-a61cb2cd-2c72-4dec-9c5a-5f875fc57127 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:56.401508 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3040e852-aef5-4e72-8f1d-e11c3bff7be1 None None] Network d03de1d2-5bf4-407f-a826-051b44cc8c51 requested from dv-cinder-786266-2-smb {{(pid=92098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 12:02:56.421354 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.v2.base [None req-fb211382-2ce8-4a47-af47-f63d51c44382 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1222488113-network', 'tenant_id': 'fa82d4a0d6da4865a82dec984aed67ec'}} {{(pid=92097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:02:56.450519 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92315d16-0f13-4f9e-b3ad-ecbf3e9e55cd admin admin] Made reservation on behalf of 49e4c8f7eade44cab9d6d25d90e5b93f for: {'network': 1} {{(pid=92096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 12:02:56.455042 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-92315d16-0f13-4f9e-b3ad-ecbf3e9e55cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33157647'] for network, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:56.473350 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-92315d16-0f13-4f9e-b3ad-ecbf3e9e55cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:56.556537 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea83779d-ddd0-4a20-8aca-9cee9f9b50f0 admin admin] Made reservation on behalf of eca5e9a6e3374a4193593b4832b36a26 for: {'network': 1} {{(pid=92096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 12:02:56.559084 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-ea83779d-ddd0-4a20-8aca-9cee9f9b50f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33157647'] for network, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:56.588323 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-ea83779d-ddd0-4a20-8aca-9cee9f9b50f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:56.650543 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-8d5a3702-30f4-49ce-a56c-27da03728232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-605515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15990'] for router, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:56.651653 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-8d5a3702-30f4-49ce-a56c-27da03728232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-604919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-579445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15999'] for router, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:56.694449 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-8d5a3702-30f4-49ce-a56c-27da03728232 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:56.836843 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb211382-2ce8-4a47-af47-f63d51c44382 admin admin] Made reservation on behalf of fa82d4a0d6da4865a82dec984aed67ec for: {'network': 1} {{(pid=92097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 12:02:56.839636 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-fb211382-2ce8-4a47-af47-f63d51c44382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33157647'] for network, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:56.852858 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-fb211382-2ce8-4a47-af47-f63d51c44382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:56.868778 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-a61cb2cd-2c72-4dec-9c5a-5f875fc57127 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:56.870563 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.db.api [None req-ea83779d-ddd0-4a20-8aca-9cee9f9b50f0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 06 12:02:56.870563 dv-cinder-786266-2-smb neutron-server[92096]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 06 12:02:56.870563 dv-cinder-786266-2-smb neutron-server[92096]: [parameters: {'project_id_1': 'eca5e9a6e3374a4193593b4832b36a26', 'expiration_1': datetime.datetime(2021, 6, 6, 12, 2, 56, 617170)}] Jun 06 12:02:56.870563 dv-cinder-786266-2-smb neutron-server[92096]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=92096) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 06 12:02:56.870902 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_db.api [None req-ea83779d-ddd0-4a20-8aca-9cee9f9b50f0 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 06 12:02:56.871422 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.db.api [None req-92315d16-0f13-4f9e-b3ad-ecbf3e9e55cd admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 06 12:02:56.871422 dv-cinder-786266-2-smb neutron-server[92096]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 06 12:02:56.871422 dv-cinder-786266-2-smb neutron-server[92096]: [parameters: {'project_id_1': '49e4c8f7eade44cab9d6d25d90e5b93f', 'expiration_1': datetime.datetime(2021, 6, 6, 12, 2, 56, 491194)}] Jun 06 12:02:56.871422 dv-cinder-786266-2-smb neutron-server[92096]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=92096) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 06 12:02:56.871820 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_db.api [None req-92315d16-0f13-4f9e-b3ad-ecbf3e9e55cd admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 06 12:02:56.927010 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-a61cb2cd-2c72-4dec-9c5a-5f875fc57127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:56.938877 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:02:56.993688 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a61cb2cd-2c72-4dec-9c5a-5f875fc57127 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=92096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 12:02:57.025873 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61cb2cd-2c72-4dec-9c5a-5f875fc57127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f23f4ac2-a34a-4b05-b7f3-4b7c23d9b1be,revision_number=1']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:02:57.029876 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-a61cb2cd-2c72-4dec-9c5a-5f875fc57127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:02:57.032313 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-a61cb2cd-2c72-4dec-9c5a-5f875fc57127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33122656'] for segment, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:57.032657 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.db.segments_db [None req-a61cb2cd-2c72-4dec-9c5a-5f875fc57127 admin admin] Added segment 50ae22f6-2f71-4a96-af00-d2fd8d97cc9b of type vlan for network 4d37cec2-d786-44b2-9e86-7075fb44dfe0 Jun 06 12:02:57.061745 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-a61cb2cd-2c72-4dec-9c5a-5f875fc57127 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778191147210'] for network, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:57.174947 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-a61cb2cd-2c72-4dec-9c5a-5f875fc57127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-702243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-617627'] for network, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:57.179449 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61cb2cd-2c72-4dec-9c5a-5f875fc57127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:02:57.180912 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-a61cb2cd-2c72-4dec-9c5a-5f875fc57127 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617724'] for network, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:57.188857 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:02:57.267310 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-8d5a3702-30f4-49ce-a56c-27da03728232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-604805', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-605529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15889'] for router, precommit_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:57.336966 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61cb2cd-2c72-4dec-9c5a-5f875fc57127 admin admin] Pushing event updated for resources: {'Network': ['ID=4d37cec2-d786-44b2-9e86-7075fb44dfe0,revision_number=1']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:02:57.340876 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-a61cb2cd-2c72-4dec-9c5a-5f875fc57127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:02:57.362330 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Network 4d37cec2-d786-44b2-9e86-7075fb44dfe0 details requested by agent ovs-agent-dv-cinder-786266-2-smb with host dv-cinder-786266-2-smb {{(pid=92098) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 12:02:57.365551 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-fb211382-2ce8-4a47-af47-f63d51c44382 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:57.371997 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-ea83779d-ddd0-4a20-8aca-9cee9f9b50f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:57.383208 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-92315d16-0f13-4f9e-b3ad-ecbf3e9e55cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:57.454073 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-fb211382-2ce8-4a47-af47-f63d51c44382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:57.463445 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-aa78b60c-ffed-4618-a897-c0f95b1c6ade admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:02:57.497944 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb211382-2ce8-4a47-af47-f63d51c44382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3baa689a-4f6c-4eca-85ad-aba2612560f9,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:02:57.556659 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-a61cb2cd-2c72-4dec-9c5a-5f875fc57127 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6263947 Jun 06 12:02:57.556978 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 58544) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:02:57.564168 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.v2.base [None req-4ab461b9-00e6-4d27-b962-9da62e04d572 admin admin] Request body: {'subnet': {'network_id': '4d37cec2-d786-44b2-9e86-7075fb44dfe0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-312312303-subnet', 'tenant_id': '1875b9074f2a49ea94dc8d6242744a26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:02:57.565686 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-fb211382-2ce8-4a47-af47-f63d51c44382 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:02:57.571926 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb211382-2ce8-4a47-af47-f63d51c44382 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=92097) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 12:02:57.582623 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.db.api [None req-92315d16-0f13-4f9e-b3ad-ecbf3e9e55cd admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 06 12:02:57.582623 dv-cinder-786266-2-smb neutron-server[92096]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 06 12:02:57.582623 dv-cinder-786266-2-smb neutron-server[92096]: [parameters: {'project_id_1': '49e4c8f7eade44cab9d6d25d90e5b93f', 'expiration_1': datetime.datetime(2021, 6, 6, 12, 2, 57, 403006)}] Jun 06 12:02:57.582623 dv-cinder-786266-2-smb neutron-server[92096]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=92096) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 06 12:02:57.583620 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_db.api [None req-92315d16-0f13-4f9e-b3ad-ecbf3e9e55cd admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 06 12:02:57.611725 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-fb211382-2ce8-4a47-af47-f63d51c44382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33122656'] for segment, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:57.612058 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.db.segments_db [None req-fb211382-2ce8-4a47-af47-f63d51c44382 admin admin] Added segment 4ba14138-863d-4bea-aa89-dac6ed43a677 of type vlan for network 9d232693-3d67-4acc-8d54-aa5376170328 Jun 06 12:02:57.674376 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-ea83779d-ddd0-4a20-8aca-9cee9f9b50f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:57.721698 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-92315d16-0f13-4f9e-b3ad-ecbf3e9e55cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:57.723002 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-fb211382-2ce8-4a47-af47-f63d51c44382 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778191147210'] for network, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:57.823344 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-ea83779d-ddd0-4a20-8aca-9cee9f9b50f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:57.842748 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:02:57.852917 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-8d5a3702-30f4-49ce-a56c-27da03728232 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:57.874893 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea83779d-ddd0-4a20-8aca-9cee9f9b50f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=92096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 12:02:57.881729 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-8d5a3702-30f4-49ce-a56c-27da03728232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:57.904797 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-ea83779d-ddd0-4a20-8aca-9cee9f9b50f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33122656'] for segment, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:57.905287 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.db.segments_db [None req-ea83779d-ddd0-4a20-8aca-9cee9f9b50f0 admin admin] Added segment 1e74f646-9b55-4128-a6d9-a320ac69305f of type vlan for network 99f1ec4c-50c1-42cf-bf31-28bc5611fa58 Jun 06 12:02:57.907415 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea83779d-ddd0-4a20-8aca-9cee9f9b50f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=009db5cc-b33f-4785-bd05-790e6d2f14a9,revision_number=1']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:02:57.917848 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-ea83779d-ddd0-4a20-8aca-9cee9f9b50f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:02:57.920078 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-fb211382-2ce8-4a47-af47-f63d51c44382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-702243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-617627'] for network, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:57.922345 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb211382-2ce8-4a47-af47-f63d51c44382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:02:57.922913 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-fb211382-2ce8-4a47-af47-f63d51c44382 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617724'] for network, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:57.931609 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-4af90fad-b40c-4fa4-bf0e-4714805870d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:02:57.959618 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab461b9-00e6-4d27-b962-9da62e04d572 admin admin] Made reservation on behalf of 1875b9074f2a49ea94dc8d6242744a26 for: {'subnet': 1} {{(pid=92096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 12:02:57.975525 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-4ab461b9-00e6-4d27-b962-9da62e04d572 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:58.015690 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-ea83779d-ddd0-4a20-8aca-9cee9f9b50f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778191147210'] for network, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:58.081300 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb211382-2ce8-4a47-af47-f63d51c44382 admin admin] Pushing event updated for resources: {'Network': ['ID=9d232693-3d67-4acc-8d54-aa5376170328,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:02:58.088080 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-fb211382-2ce8-4a47-af47-f63d51c44382 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:02:58.094194 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Network 9d232693-3d67-4acc-8d54-aa5376170328 details requested by agent ovs-agent-dv-cinder-786266-2-smb with host dv-cinder-786266-2-smb {{(pid=92098) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 12:02:58.139741 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.db_base_plugin_common [None req-8d5a3702-30f4-49ce-a56c-27da03728232 admin admin] Allocated IP 172.28.2.174 (f46ef3e5-e761-4cf2-8ba5-27fd00264fbf/d3e8387a-9982-4dd7-a420-a9a6c7cae1dc/632c8de1-d037-4090-9097-45473d1e8abf) {{(pid=92097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 12:02:58.193855 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.db.resource_extend [None req-ea83779d-ddd0-4a20-8aca-9cee9f9b50f0 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 06 12:02:58.292875 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-92315d16-0f13-4f9e-b3ad-ecbf3e9e55cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:58.293960 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-ea83779d-ddd0-4a20-8aca-9cee9f9b50f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-702243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-617627'] for network, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:58.298249 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea83779d-ddd0-4a20-8aca-9cee9f9b50f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:02:58.298953 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-ea83779d-ddd0-4a20-8aca-9cee9f9b50f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617724'] for network, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:58.312866 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-8d5a3702-30f4-49ce-a56c-27da03728232 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:58.315107 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-df4329cc-b8eb-4637-9b79-bc1ef5750ad6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:02:58.419485 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-92315d16-0f13-4f9e-b3ad-ecbf3e9e55cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:58.430405 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea83779d-ddd0-4a20-8aca-9cee9f9b50f0 admin admin] Pushing event updated for resources: {'Network': ['ID=99f1ec4c-50c1-42cf-bf31-28bc5611fa58,revision_number=1']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:02:58.437411 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-ea83779d-ddd0-4a20-8aca-9cee9f9b50f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:02:58.437826 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:02:58.445716 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Network 99f1ec4c-50c1-42cf-bf31-28bc5611fa58 details requested by agent ovs-agent-dv-cinder-786266-2-smb with host dv-cinder-786266-2-smb {{(pid=92098) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 12:02:58.447714 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-8d5a3702-30f4-49ce-a56c-27da03728232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778191160652'] for port, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:58.453446 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-93fea2bd-c481-41c1-b395-fd284b1543ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:02:58.515435 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-fb211382-2ce8-4a47-af47-f63d51c44382 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.4878705 Jun 06 12:02:58.518353 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 58586) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:02:58.525234 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.v2.base [None req-19191e89-d8de-42de-b6b3-7816752be4f1 admin admin] Request body: {'subnet': {'network_id': '9d232693-3d67-4acc-8d54-aa5376170328', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1222488113-subnet', 'tenant_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:02:58.546231 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5a3702-30f4-49ce-a56c-27da03728232 admin admin] Network f46ef3e5-e761-4cf2-8ba5-27fd00264fbf is already hosted by enough agents. {{(pid=92097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 12:02:58.551463 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-ea83779d-ddd0-4a20-8aca-9cee9f9b50f0 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.5635316 Jun 06 12:02:58.554584 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.base_scheduler [None req-8d5a3702-30f4-49ce-a56c-27da03728232 admin admin] Resources bound (agent type, host, resource id): {{(pid=92097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:02:58.559993 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 58588) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:02:58.563526 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92315d16-0f13-4f9e-b3ad-ecbf3e9e55cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=92096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 12:02:58.565886 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92315d16-0f13-4f9e-b3ad-ecbf3e9e55cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca50d7b-92ba-4c14-8614-5fa0f5bf6a1a,revision_number=1']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:02:58.568069 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.v2.base [None req-299ad940-334b-482a-b52b-b4181fe6719e admin admin] Request body: {'subnet': {'network_id': '99f1ec4c-50c1-42cf-bf31-28bc5611fa58', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-581758585-subnet', 'tenant_id': 'eca5e9a6e3374a4193593b4832b36a26', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:02:58.574397 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-92315d16-0f13-4f9e-b3ad-ecbf3e9e55cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:02:58.583602 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5a3702-30f4-49ce-a56c-27da03728232 admin admin] Received port after_create {{(pid=92097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 12:02:58.591506 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-92315d16-0f13-4f9e-b3ad-ecbf3e9e55cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33122656'] for segment, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:58.594683 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.db.segments_db [None req-92315d16-0f13-4f9e-b3ad-ecbf3e9e55cd admin admin] Added segment f14afa40-5636-4714-babc-9c688f0db924 of type vlan for network 0b682bce-a35a-41e3-8300-db1747418d0c Jun 06 12:02:58.638979 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5a3702-30f4-49ce-a56c-27da03728232 admin admin] Pushing event updated for resources: {'Port': ['ID=632c8de1-d037-4090-9097-45473d1e8abf,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:02:58.645441 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-8d5a3702-30f4-49ce-a56c-27da03728232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:02:58.652629 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-92315d16-0f13-4f9e-b3ad-ecbf3e9e55cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778191147210'] for network, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:58.762629 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-4ab461b9-00e6-4d27-b962-9da62e04d572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618'] for subnet, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:58.763741 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-92315d16-0f13-4f9e-b3ad-ecbf3e9e55cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-702243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-617627'] for network, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:58.769087 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92315d16-0f13-4f9e-b3ad-ecbf3e9e55cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:02:58.772838 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-92315d16-0f13-4f9e-b3ad-ecbf3e9e55cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617724'] for network, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:58.774667 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:02:58.778229 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19191e89-d8de-42de-b6b3-7816752be4f1 admin admin] Made reservation on behalf of fa82d4a0d6da4865a82dec984aed67ec for: {'subnet': 1} {{(pid=92097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 12:02:58.780509 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-19191e89-d8de-42de-b6b3-7816752be4f1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:58.860549 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab461b9-00e6-4d27-b962-9da62e04d572 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff1afc7f-f4ce-414b-b4e3-27c63da65886,revision_number=0']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:02:58.866618 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-4ab461b9-00e6-4d27-b962-9da62e04d572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:02:58.867416 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab461b9-00e6-4d27-b962-9da62e04d572 admin admin] Checking segment: {'id': '50ae22f6-2f71-4a96-af00-d2fd8d97cc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '4d37cec2-d786-44b2-9e86-7075fb44dfe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 12:02:58.867796 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab461b9-00e6-4d27-b962-9da62e04d572 admin admin] Network hostable DHCP agents. Network: 4d37cec2-d786-44b2-9e86-7075fb44dfe0, hostable agents: ['c6b73c91-e9f3-48c6-bc47-ba303821819a'], hosted agents: [] {{(pid=92096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 12:02:58.870361 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:02:58.966900 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92315d16-0f13-4f9e-b3ad-ecbf3e9e55cd admin admin] Pushing event updated for resources: {'Network': ['ID=0b682bce-a35a-41e3-8300-db1747418d0c,revision_number=1']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:02:58.969498 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-92315d16-0f13-4f9e-b3ad-ecbf3e9e55cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:02:58.979032 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Network 0b682bce-a35a-41e3-8300-db1747418d0c details requested by agent ovs-agent-dv-cinder-786266-2-smb with host dv-cinder-786266-2-smb {{(pid=92098) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 12:02:58.986932 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299ad940-334b-482a-b52b-b4181fe6719e admin admin] Made reservation on behalf of eca5e9a6e3374a4193593b4832b36a26 for: {'subnet': 1} {{(pid=92097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 12:02:58.989916 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-299ad940-334b-482a-b52b-b4181fe6719e admin admin] Notify callbacks [] for subnet, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:59.033000 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 58598) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:02:59.079167 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab461b9-00e6-4d27-b962-9da62e04d572 admin admin] Network 4d37cec2-d786-44b2-9e86-7075fb44dfe0 is scheduled to be hosted by DHCP agent c6b73c91-e9f3-48c6-bc47-ba303821819a with binding_index 1 {{(pid=92096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 12:02:59.105325 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-92315d16-0f13-4f9e-b3ad-ecbf3e9e55cd admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.1418071 Jun 06 12:02:59.108210 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 58602) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:02:59.114269 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.v2.base [None req-88de315e-d352-4dcb-88c8-b941a2c6db0b admin admin] Request body: {'subnet': {'network_id': '0b682bce-a35a-41e3-8300-db1747418d0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1122364055-subnet', 'tenant_id': '49e4c8f7eade44cab9d6d25d90e5b93f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:02:59.162360 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.scheduler.base_scheduler [None req-4ab461b9-00e6-4d27-b962-9da62e04d572 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786266-2-smb, 4d37cec2-d786-44b2-9e86-7075fb44dfe0) {{(pid=92096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:02:59.173216 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7d5cfd-be82-4419-ae2e-5c8d7e84acf4 None None] Network 4d37cec2-d786-44b2-9e86-7075fb44dfe0 requested from dv-cinder-786266-2-smb {{(pid=92098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 12:02:59.183354 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab461b9-00e6-4d27-b962-9da62e04d572 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:02:59.189981 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-4ab461b9-00e6-4d27-b962-9da62e04d572 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617724'] for subnet, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:59.190419 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 58604) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:02:59.209626 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88de315e-d352-4dcb-88c8-b941a2c6db0b admin admin] Made reservation on behalf of 49e4c8f7eade44cab9d6d25d90e5b93f for: {'subnet': 1} {{(pid=92096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 12:02:59.213075 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-88de315e-d352-4dcb-88c8-b941a2c6db0b admin admin] Notify callbacks [] for subnet, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:59.294231 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-3bf86a7c-f030-4652-9e93-7be09f3af78a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:59.306695 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-9aec658d-5b99-4334-8551-ade4315cbd61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:59.325555 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-8d5a3702-30f4-49ce-a56c-27da03728232 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:59.370279 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-4ab461b9-00e6-4d27-b962-9da62e04d572 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8120141 Jun 06 12:02:59.394897 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-19191e89-d8de-42de-b6b3-7816752be4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618'] for subnet, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:59.414522 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-85b86283-f571-430a-a7a6-92692ae71c3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:02:59.416243 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431840bc-966d-4ba7-b7a4-b0636b12a95c None None] Network 4d37cec2-d786-44b2-9e86-7075fb44dfe0 requested from dv-cinder-786266-2-smb {{(pid=92098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 12:02:59.616822 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-88de315e-d352-4dcb-88c8-b941a2c6db0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618'] for subnet, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:59.656836 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-4ab461b9-00e6-4d27-b962-9da62e04d572 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:02:59.656981 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19191e89-d8de-42de-b6b3-7816752be4f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9af00337-26dd-42bb-a5b7-bfb5439775d6,revision_number=0']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:02:59.716824 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-19191e89-d8de-42de-b6b3-7816752be4f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:02:59.765302 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19191e89-d8de-42de-b6b3-7816752be4f1 admin admin] Checking segment: {'id': '4ba14138-863d-4bea-aa89-dac6ed43a677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9d232693-3d67-4acc-8d54-aa5376170328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 12:02:59.765683 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19191e89-d8de-42de-b6b3-7816752be4f1 admin admin] Network hostable DHCP agents. Network: 9d232693-3d67-4acc-8d54-aa5376170328, hostable agents: ['c6b73c91-e9f3-48c6-bc47-ba303821819a'], hosted agents: [] {{(pid=92097) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 12:02:59.776097 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-3bf86a7c-f030-4652-9e93-7be09f3af78a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:59.795827 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88de315e-d352-4dcb-88c8-b941a2c6db0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8747539b-3c8a-45c9-9c99-39a0358f0f36,revision_number=0']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:02:59.806577 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-88de315e-d352-4dcb-88c8-b941a2c6db0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:02:59.814105 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88de315e-d352-4dcb-88c8-b941a2c6db0b admin admin] Checking segment: {'id': 'f14afa40-5636-4714-babc-9c688f0db924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '0b682bce-a35a-41e3-8300-db1747418d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 12:02:59.814966 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88de315e-d352-4dcb-88c8-b941a2c6db0b admin admin] Network hostable DHCP agents. Network: 0b682bce-a35a-41e3-8300-db1747418d0c, hostable agents: ['c6b73c91-e9f3-48c6-bc47-ba303821819a'], hosted agents: [] {{(pid=92096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 12:02:59.951132 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-8d5a3702-30f4-49ce-a56c-27da03728232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-605506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604842'] for router, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:59.954584 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-299ad940-334b-482a-b52b-b4181fe6719e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618'] for subnet, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:02:59.997383 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-3bf86a7c-f030-4652-9e93-7be09f3af78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:00.008878 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 58638) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:03:00.011858 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:00.021077 dv-cinder-786266-2-smb neutron-server[92096]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 06 12:03:00.027414 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-5a44a6d9-95b0-45aa-b2fd-1271d59f15b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:00.064129 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88de315e-d352-4dcb-88c8-b941a2c6db0b admin admin] Network 0b682bce-a35a-41e3-8300-db1747418d0c is scheduled to be hosted by DHCP agent c6b73c91-e9f3-48c6-bc47-ba303821819a with binding_index 1 {{(pid=92096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 12:03:00.067325 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19191e89-d8de-42de-b6b3-7816752be4f1 admin admin] Network 9d232693-3d67-4acc-8d54-aa5376170328 is scheduled to be hosted by DHCP agent c6b73c91-e9f3-48c6-bc47-ba303821819a with binding_index 1 {{(pid=92097) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 12:03:00.098583 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-3bf86a7c-f030-4652-9e93-7be09f3af78a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a40531b80ce94bda93178c00e0d3373e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0601063 Jun 06 12:03:00.099407 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 58642) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:03:00.103205 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf86a7c-f030-4652-9e93-7be09f3af78a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b060845-fce1-4f72-90d5-b4d651f18f5a,revision_number=1']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:00.116515 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-3bf86a7c-f030-4652-9e93-7be09f3af78a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:00.150752 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ad940-334b-482a-b52b-b4181fe6719e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6151d6c-a3ca-4b30-8028-8df9c8252719,revision_number=0']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:00.163748 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-299ad940-334b-482a-b52b-b4181fe6719e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:00.210464 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.scheduler.base_scheduler [None req-88de315e-d352-4dcb-88c8-b941a2c6db0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786266-2-smb, 0b682bce-a35a-41e3-8300-db1747418d0c) {{(pid=92096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:03:00.212157 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.base_scheduler [None req-19191e89-d8de-42de-b6b3-7816752be4f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786266-2-smb, 9d232693-3d67-4acc-8d54-aa5376170328) {{(pid=92097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:03:00.222914 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88de315e-d352-4dcb-88c8-b941a2c6db0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:00.225462 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-88de315e-d352-4dcb-88c8-b941a2c6db0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617724'] for subnet, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:00.236651 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57aed65a-21e7-49ee-bd0d-44346d5f902e None None] Network 0b682bce-a35a-41e3-8300-db1747418d0c requested from dv-cinder-786266-2-smb {{(pid=92098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 12:03:00.241885 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299ad940-334b-482a-b52b-b4181fe6719e admin admin] Checking segment: {'id': '1e74f646-9b55-4128-a6d9-a320ac69305f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '99f1ec4c-50c1-42cf-bf31-28bc5611fa58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 12:03:00.242120 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299ad940-334b-482a-b52b-b4181fe6719e admin admin] Network hostable DHCP agents. Network: 99f1ec4c-50c1-42cf-bf31-28bc5611fa58, hostable agents: ['c6b73c91-e9f3-48c6-bc47-ba303821819a'], hosted agents: [] {{(pid=92097) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 12:03:00.250823 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19191e89-d8de-42de-b6b3-7816752be4f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:00.251408 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-19191e89-d8de-42de-b6b3-7816752be4f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617724'] for subnet, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:00.259580 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ae353c-6d36-4f9b-aaaa-01afed7c957e None None] Network 9d232693-3d67-4acc-8d54-aa5376170328 requested from dv-cinder-786266-2-smb {{(pid=92098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 12:03:00.283806 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-9aec658d-5b99-4334-8551-ade4315cbd61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:00.299087 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3dadf-68df-4010-90c5-b08c0eec50c4 req-886ae783-e707-4140-b073-c9cc7ca69d0a tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:00.300825 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-a5f3dadf-68df-4010-90c5-b08c0eec50c4 req-886ae783-e707-4140-b073-c9cc7ca69d0a tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/networks?id=4d37cec2-d786-44b2-9e86-7075fb44dfe0 HTTP/1.1" status: 200 len: 814 time: 0.2825375 Jun 06 12:03:00.317583 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-a5f3dadf-68df-4010-90c5-b08c0eec50c4 req-107f75da-a0bc-44ef-9af0-c0b873c84481 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/quotas/1875b9074f2a49ea94dc8d6242744a26 HTTP/1.1" status: 200 len: 375 time: 0.0098915 Jun 06 12:03:00.371521 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-9aec658d-5b99-4334-8551-ade4315cbd61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:00.374065 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-a5f3dadf-68df-4010-90c5-b08c0eec50c4 req-108da7eb-180a-4c74-8fe5-b66bc8b66c09 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1875b9074f2a49ea94dc8d6242744a26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493248 Jun 06 12:03:00.382799 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-a61cb2cd-2c72-4dec-9c5a-5f875fc57127 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:00.406111 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-574aa96e-9771-4b04-b894-f69f8dcf0293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:00.427764 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-9aec658d-5b99-4334-8551-ade4315cbd61 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7fecc25111d44123a3bb683ccd4813ab&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2335691 Jun 06 12:03:00.429090 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aec658d-5b99-4334-8551-ade4315cbd61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb957f44-92c3-48f9-ba9a-392a23811f70,revision_number=1']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:00.432265 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 58650) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:03:00.433072 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-9aec658d-5b99-4334-8551-ade4315cbd61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:00.452226 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-88de315e-d352-4dcb-88c8-b941a2c6db0b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3422120 Jun 06 12:03:00.465680 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-19191e89-d8de-42de-b6b3-7816752be4f1 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.9418635 Jun 06 12:03:00.465680 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299ad940-334b-482a-b52b-b4181fe6719e admin admin] Network 99f1ec4c-50c1-42cf-bf31-28bc5611fa58 is scheduled to be hosted by DHCP agent c6b73c91-e9f3-48c6-bc47-ba303821819a with binding_index 1 {{(pid=92097) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 12:03:00.466247 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 58654) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:03:00.467685 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-574aa96e-9771-4b04-b894-f69f8dcf0293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:00.470974 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.v2.base [None req-c93a8806-230a-41a8-8f39-7a7fb3bcb677 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1222488113-router', 'tenant_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf'}}} {{(pid=92096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:03:00.507069 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.base_scheduler [None req-299ad940-334b-482a-b52b-b4181fe6719e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786266-2-smb, 99f1ec4c-50c1-42cf-bf31-28bc5611fa58) {{(pid=92097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:03:00.521127 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87743f0d-5ef2-4fe6-90bb-f22acbdfa296 None None] Network 99f1ec4c-50c1-42cf-bf31-28bc5611fa58 requested from dv-cinder-786266-2-smb {{(pid=92098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 12:03:00.538250 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299ad940-334b-482a-b52b-b4181fe6719e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:00.538861 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-299ad940-334b-482a-b52b-b4181fe6719e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617724'] for subnet, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:00.582394 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-f03d08fa-0256-42d6-ad2e-ebdb53c12e06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:00.595426 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d5a3702-30f4-49ce-a56c-27da03728232 admin admin] Router 68a45a69-7826-4fbe-8461-9c3bf62fa81a is scheduled to L3 agent 915c5c25-b12e-44c8-ae20-885b4f191692 with binding_index 1 {{(pid=92097) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 06 12:03:00.625363 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [req-a5f3dadf-68df-4010-90c5-b08c0eec50c4 req-42bfebd1-2c9f-467d-98ae-88afd906e6b8 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=92096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 06 12:03:00.629394 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-a5f3dadf-68df-4010-90c5-b08c0eec50c4 req-42bfebd1-2c9f-467d-98ae-88afd906e6b8 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1022382 Jun 06 12:03:00.633715 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-c93a8806-230a-41a8-8f39-7a7fb3bcb677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-605515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15990'] for router, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:00.634177 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-f03d08fa-0256-42d6-ad2e-ebdb53c12e06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:00.637849 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-c93a8806-230a-41a8-8f39-7a7fb3bcb677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-604919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-579445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15999'] for router, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:00.730278 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-574aa96e-9771-4b04-b894-f69f8dcf0293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:00.732941 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecb70a8-9761-4433-b3c4-33f6c30cf7a7 None None] Network 0b682bce-a35a-41e3-8300-db1747418d0c requested from dv-cinder-786266-2-smb {{(pid=92098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 12:03:00.747140 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-574aa96e-9771-4b04-b894-f69f8dcf0293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:00.748448 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-574aa96e-9771-4b04-b894-f69f8dcf0293 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2b060845-fce1-4f72-90d5-b4d651f18f5a HTTP/1.1" status: 204 len: 168 time: 0.6481164 Jun 06 12:03:00.753197 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-c93a8806-230a-41a8-8f39-7a7fb3bcb677 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:00.846349 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:01.002575 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-a5f3dadf-68df-4010-90c5-b08c0eec50c4 req-7bb766c2-9643-4a22-8f8c-6e078a3d18b3 service neutron] 10.222.0.32 "GET /v2.0/networks/4d37cec2-d786-44b2-9e86-7075fb44dfe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3601239 Jun 06 12:03:01.022462 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0e2ca3-6d7c-4982-ae15-b360ddd1e3ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfab32c0e-b5c3-5d39-aa66-b9df6aa339de-9d232693-3d67-4acc-8d54-aa5376170328', 'network_id': '9d232693-3d67-4acc-8d54-aa5376170328', 'tenant_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'fixed_ips': [{'subnet_id': '9af00337-26dd-42bb-a5b7-bfb5439775d6'}]}} from dv-cinder-786266-2-smb. {{(pid=92098) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 06 12:03:01.025491 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-2b0e2ca3-6d7c-4982-ae15-b360ddd1e3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_create {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:01.069211 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-299ad940-334b-482a-b52b-b4181fe6719e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.5081465 Jun 06 12:03:01.076263 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 58684) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:03:01.105036 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574aa96e-9771-4b04-b894-f69f8dcf0293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b060845-fce1-4f72-90d5-b4d651f18f5a,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:01.113641 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.v2.base [None req-fe4719c6-75f6-4646-8b28-2623d8a52d76 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-581758585-router', 'tenant_id': 'eca5e9a6e3374a4193593b4832b36a26', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf'}}} {{(pid=92097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:03:01.133849 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 58692) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:03:01.135672 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-f03d08fa-0256-42d6-ad2e-ebdb53c12e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:01.136723 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-574aa96e-9771-4b04-b894-f69f8dcf0293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:01.141816 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-f03d08fa-0256-42d6-ad2e-ebdb53c12e06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:01.143385 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-f03d08fa-0256-42d6-ad2e-ebdb53c12e06 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cb957f44-92c3-48f9-ba9a-392a23811f70 HTTP/1.1" status: 204 len: 168 time: 0.7051790 Jun 06 12:03:01.159220 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-13398f60-98fa-4b34-82db-eb74d2737ea2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:01.180213 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03d08fa-0256-42d6-ad2e-ebdb53c12e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb957f44-92c3-48f9-ba9a-392a23811f70,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:01.196373 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-f03d08fa-0256-42d6-ad2e-ebdb53c12e06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:01.196373 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d5a3702-30f4-49ce-a56c-27da03728232 admin admin] Notify agent at l3_agent.dv-cinder-786266-2-smb the message routers_updated {{(pid=92097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 12:03:01.199220 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c64e52-0c80-4ba7-9b59-e3f5f26a0f22 None None] Sync routers for ids ['68a45a69-7826-4fbe-8461-9c3bf62fa81a'] in dv-cinder-786266-2-smb {{(pid=92099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 12:03:01.213444 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.db_base_plugin_common [None req-2b0e2ca3-6d7c-4982-ae15-b360ddd1e3ac None None] Allocated IP 172.20.0.2 (9d232693-3d67-4acc-8d54-aa5376170328/9af00337-26dd-42bb-a5b7-bfb5439775d6/1dca7496-90b5-44a7-aaf8-a71676fd4390) {{(pid=92098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 12:03:01.216498 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c64e52-0c80-4ba7-9b59-e3f5f26a0f22 None None] Routers {'68a45a69-7826-4fbe-8461-9c3bf62fa81a'} bound to L3 agent in host dv-cinder-786266-2-smb {{(pid=92099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:03:01.218132 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-fe4719c6-75f6-4646-8b28-2623d8a52d76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-605515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15990'] for router, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:01.221648 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_hamode_db [None req-c7c64e52-0c80-4ba7-9b59-e3f5f26a0f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-06T11:54:50Z,description=,heartbeat_timestamp=2021-06-06T12:02:50Z,host='dv-cinder-786266-2-smb',id=915c5c25-b12e-44c8-ae20-885b4f191692,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:54:51Z,topic='l3_agent')) {'router_ids': ['68a45a69-7826-4fbe-8461-9c3bf62fa81a'], 'active': True} {{(pid=92099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:03:01.221813 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-fe4719c6-75f6-4646-8b28-2623d8a52d76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-604919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-579445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15999'] for router, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:01.254938 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-fe4719c6-75f6-4646-8b28-2623d8a52d76 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:01.299146 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-8d5a3702-30f4-49ce-a56c-27da03728232 admin admin] Notify callbacks [] for router, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:01.301520 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-8d5a3702-30f4-49ce-a56c-27da03728232 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.0713866 Jun 06 12:03:01.303655 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 58696) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:03:01.462313 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_dvr_db [None req-c7c64e52-0c80-4ba7-9b59-e3f5f26a0f22 None None] Set router 68a45a69-7826-4fbe-8461-9c3bf62fa81a gateway port host: dv-cinder-786266-2-smb {{(pid=92099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:03:01.601164 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b75d56e-79ce-4cdd-b49b-278b264ad440 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfab32c0e-b5c3-5d39-aa66-b9df6aa339de-99f1ec4c-50c1-42cf-bf31-28bc5611fa58', 'network_id': '99f1ec4c-50c1-42cf-bf31-28bc5611fa58', 'tenant_id': 'eca5e9a6e3374a4193593b4832b36a26', 'fixed_ips': [{'subnet_id': 'd6151d6c-a3ca-4b30-8028-8df9c8252719'}]}} from dv-cinder-786266-2-smb. {{(pid=92098) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 06 12:03:01.602030 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-9b75d56e-79ce-4cdd-b49b-278b264ad440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_create {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:01.738677 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-fe4719c6-75f6-4646-8b28-2623d8a52d76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-604805', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-605529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15889'] for router, precommit_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:01.747012 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 58704) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:03:01.775364 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-754ba1b0-426d-4a0c-bf1d-345f3e6af6cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:01.814191 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_hamode_db [None req-c7c64e52-0c80-4ba7-9b59-e3f5f26a0f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a45a69-7826-4fbe-8461-9c3bf62fa81a', 'name': 'tempest-ServerRescueNegativeTestJSON-467981305-router', 'tenant_id': '50c7650c564f46e9895bb0af0228580e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.174'}], 'enable_snat': True}, 'gw_port_id': '632c8de1-d037-4090-9097-45473d1e8abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:02:56Z', 'updated_at': '2021-06-06T12:02:58Z', 'revision_number': 3, 'project_id': '50c7650c564f46e9895bb0af0228580e', 'gw_port': {'id': '632c8de1-d037-4090-9097-45473d1e8abf', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:37:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a45a69-7826-4fbe-8461-9c3bf62fa81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:02:57Z', 'updated_at': '2021-06-06T12:02:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb'}], 'dv-cinder-786266-2-smb', False) {} {{(pid=92099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:03:01.819798 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-c93a8806-230a-41a8-8f39-7a7fb3bcb677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-604805', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-605529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15889'] for router, precommit_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:01.820459 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c64e52-0c80-4ba7-9b59-e3f5f26a0f22 None None] Checking router: 68a45a69-7826-4fbe-8461-9c3bf62fa81a for host: dv-cinder-786266-2-smb {{(pid=92099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 12:03:01.821242 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c64e52-0c80-4ba7-9b59-e3f5f26a0f22 None None] Updating router 68a45a69-7826-4fbe-8461-9c3bf62fa81a port 632c8de1-d037-4090-9097-45473d1e8abf binding host dv-cinder-786266-2-smb {{(pid=92099) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 12:03:01.857433 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-a5f3dadf-68df-4010-90c5-b08c0eec50c4 req-2820cb51-9705-42a7-bfc5-708201a66424 service neutron] 10.222.0.32 "GET /v2.0/networks/4d37cec2-d786-44b2-9e86-7075fb44dfe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8455207 Jun 06 12:03:01.913457 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-2b0e2ca3-6d7c-4982-ae15-b360ddd1e3ac None None] Notify callbacks [] for port, precommit_create {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:01.932542 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54989275-ae17-417d-bcd5-606695b7ab38 req-68f228a9-62d0-40e4-9422-8941ee729fb0 tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:01.934090 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-54989275-ae17-417d-bcd5-606695b7ab38 req-68f228a9-62d0-40e4-9422-8941ee729fb0 tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] 10.222.0.32 "GET /v2.0/networks?id=0b682bce-a35a-41e3-8300-db1747418d0c HTTP/1.1" status: 200 len: 812 time: 0.7923584 Jun 06 12:03:01.938247 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron_lib.callbacks.manager [None req-c7c64e52-0c80-4ba7-9b59-e3f5f26a0f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:01.947111 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-754ba1b0-426d-4a0c-bf1d-345f3e6af6cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:01.957994 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-2b0e2ca3-6d7c-4982-ae15-b360ddd1e3ac None None] Transition to ACTIVE for port object 1dca7496-90b5-44a7-aaf8-a71676fd4390 will not be triggered until provisioned by entity L2. {{(pid=92098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 12:03:01.989404 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-54989275-ae17-417d-bcd5-606695b7ab38 req-5d7c8d81-6aeb-44e9-96eb-0cd7946109a3 tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] 10.222.0.32 "GET /v2.0/quotas/49e4c8f7eade44cab9d6d25d90e5b93f HTTP/1.1" status: 200 len: 375 time: 0.0495086 Jun 06 12:03:02.061198 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-754ba1b0-426d-4a0c-bf1d-345f3e6af6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:02.083894 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-2b0e2ca3-6d7c-4982-ae15-b360ddd1e3ac None None] Transition to ACTIVE for port object 1dca7496-90b5-44a7-aaf8-a71676fd4390 will not be triggered until provisioned by entity DHCP. {{(pid=92098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 12:03:02.101668 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-54989275-ae17-417d-bcd5-606695b7ab38 req-d90229b6-76d7-45a4-936d-e57397e9d201 tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=49e4c8f7eade44cab9d6d25d90e5b93f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0977135 Jun 06 12:03:02.104193 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-530eee78-5eeb-4723-a9ea-99a84b06bb8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:02.126945 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.db_base_plugin_common [None req-9b75d56e-79ce-4cdd-b49b-278b264ad440 None None] Allocated IP 172.20.0.2 (99f1ec4c-50c1-42cf-bf31-28bc5611fa58/d6151d6c-a3ca-4b30-8028-8df9c8252719/449e2aac-8183-427c-8878-38b1690ace1f) {{(pid=92098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 12:03:02.160893 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-2b0e2ca3-6d7c-4982-ae15-b360ddd1e3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778191160652'] for port, after_create {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:02.182178 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:02.233355 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-754ba1b0-426d-4a0c-bf1d-345f3e6af6cb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=570bebcaf64849dc9c03d03cf57bcf6a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4825552 Jun 06 12:03:02.285616 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 58720) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:03:02.293622 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ba1b0-426d-4a0c-bf1d-345f3e6af6cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c35191-3aaf-4bae-add5-9a984cc8612e,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:02.354324 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-754ba1b0-426d-4a0c-bf1d-345f3e6af6cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:02.461374 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0e2ca3-6d7c-4982-ae15-b360ddd1e3ac None None] Network 9d232693-3d67-4acc-8d54-aa5376170328 is already hosted by enough agents. {{(pid=92098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 12:03:02.466092 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.scheduler.base_scheduler [None req-2b0e2ca3-6d7c-4982-ae15-b360ddd1e3ac None None] Resources bound (agent type, host, resource id): {{(pid=92098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:03:02.505961 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-f2c86720-86d9-4b51-a4ec-66ec46ba1009 req-d5d76cb3-568d-4836-9eba-471d64b3fb61 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?device_id=08efb263-f31f-4a39-91c3-6fbb95852108 HTTP/1.1" status: 200 len: 210 time: 0.1201279 Jun 06 12:03:02.604539 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [req-54989275-ae17-417d-bcd5-606695b7ab38 req-85cf0cfd-f513-45c5-84d7-5d1fb56fb091 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=92096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 06 12:03:02.605848 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-54989275-ae17-417d-bcd5-606695b7ab38 req-85cf0cfd-f513-45c5-84d7-5d1fb56fb091 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2420506 Jun 06 12:03:02.668548 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-32ef3ce0-376f-4fb8-964f-480977d4aac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:02.761795 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-9b75d56e-79ce-4cdd-b49b-278b264ad440 None None] Notify callbacks [] for port, precommit_create {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:02.775101 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-9b75d56e-79ce-4cdd-b49b-278b264ad440 None None] Transition to ACTIVE for port object 449e2aac-8183-427c-8878-38b1690ace1f will not be triggered until provisioned by entity L2. {{(pid=92098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 12:03:02.776033 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron_lib.callbacks.manager [None req-c7c64e52-0c80-4ba7-9b59-e3f5f26a0f22 None None] Notify callbacks [] for port, precommit_update {{(pid=92099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:02.797248 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-9b75d56e-79ce-4cdd-b49b-278b264ad440 None None] Transition to ACTIVE for port object 449e2aac-8183-427c-8878-38b1690ace1f will not be triggered until provisioned by entity DHCP. {{(pid=92098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 12:03:02.801265 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.provisioning_blocks [None req-c7c64e52-0c80-4ba7-9b59-e3f5f26a0f22 None None] Transition to ACTIVE for port object 632c8de1-d037-4090-9097-45473d1e8abf will not be triggered until provisioned by entity L2. {{(pid=92099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 12:03:02.805507 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0e2ca3-6d7c-4982-ae15-b360ddd1e3ac None None] Received port after_create {{(pid=92098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 12:03:02.848303 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0e2ca3-6d7c-4982-ae15-b360ddd1e3ac None None] Pushing event updated for resources: {'Port': ['ID=1dca7496-90b5-44a7-aaf8-a71676fd4390,revision_number=1']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:02.866429 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0e2ca3-6d7c-4982-ae15-b360ddd1e3ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:02.867003 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0e2ca3-6d7c-4982-ae15-b360ddd1e3ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:02.867558 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0e2ca3-6d7c-4982-ae15-b360ddd1e3ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:02.868111 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0e2ca3-6d7c-4982-ae15-b360ddd1e3ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:02.868650 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0e2ca3-6d7c-4982-ae15-b360ddd1e3ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:02.869188 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0e2ca3-6d7c-4982-ae15-b360ddd1e3ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:02.869745 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0e2ca3-6d7c-4982-ae15-b360ddd1e3ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:02.870296 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0e2ca3-6d7c-4982-ae15-b360ddd1e3ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:02.871931 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0e2ca3-6d7c-4982-ae15-b360ddd1e3ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:02.871931 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0e2ca3-6d7c-4982-ae15-b360ddd1e3ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:02.871931 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0e2ca3-6d7c-4982-ae15-b360ddd1e3ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:02.871931 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0e2ca3-6d7c-4982-ae15-b360ddd1e3ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:02.873439 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0e2ca3-6d7c-4982-ae15-b360ddd1e3ac None None] Tracked resource versions report: Jun 06 12:03:02.873439 dv-cinder-786266-2-smb neutron-server[92098]: pushed versions: Jun 06 12:03:02.873439 dv-cinder-786266-2-smb neutron-server[92098]: { 'AddressGroup': {'1.2'}, Jun 06 12:03:02.873439 dv-cinder-786266-2-smb neutron-server[92098]: 'ConntrackHelper': {'1.0'}, Jun 06 12:03:02.873439 dv-cinder-786266-2-smb neutron-server[92098]: 'Log': {'1.0'}, Jun 06 12:03:02.873439 dv-cinder-786266-2-smb neutron-server[92098]: 'Network': {'1.1'}, Jun 06 12:03:02.873439 dv-cinder-786266-2-smb neutron-server[92098]: 'Port': {'1.7'}, Jun 06 12:03:02.873439 dv-cinder-786266-2-smb neutron-server[92098]: 'PortForwarding': {'1.2'}, Jun 06 12:03:02.873439 dv-cinder-786266-2-smb neutron-server[92098]: 'QosPolicy': {'1.8'}, Jun 06 12:03:02.873439 dv-cinder-786266-2-smb neutron-server[92098]: 'SecurityGroup': {'1.4'}, Jun 06 12:03:02.873439 dv-cinder-786266-2-smb neutron-server[92098]: 'SecurityGroupRule': {'1.2'}, Jun 06 12:03:02.873439 dv-cinder-786266-2-smb neutron-server[92098]: 'SubPort': {'1.0'}, Jun 06 12:03:02.873439 dv-cinder-786266-2-smb neutron-server[92098]: 'Subnet': {'1.1'}, Jun 06 12:03:02.873439 dv-cinder-786266-2-smb neutron-server[92098]: 'Trunk': {'1.1'}} Jun 06 12:03:02.873439 dv-cinder-786266-2-smb neutron-server[92098]: consumer versions: Jun 06 12:03:02.873439 dv-cinder-786266-2-smb neutron-server[92098]: { DHCP agent@dv-cinder-786266-2-smb: {}, Jun 06 12:03:02.873439 dv-cinder-786266-2-smb neutron-server[92098]: HyperV agent@hv-cinder-78626: {}, Jun 06 12:03:02.873439 dv-cinder-786266-2-smb neutron-server[92098]: L3 agent@dv-cinder-786266-2-smb: {}, Jun 06 12:03:02.873439 dv-cinder-786266-2-smb neutron-server[92098]: Metadata agent@dv-cinder-786266-2-smb: {}, Jun 06 12:03:02.873439 dv-cinder-786266-2-smb neutron-server[92098]: Metering agent@dv-cinder-786266-2-smb: {}, Jun 06 12:03:02.873439 dv-cinder-786266-2-smb neutron-server[92098]: Open vSwitch agent@dv-cinder-786266-2-smb: { 'AddressGroup': '1.2', Jun 06 12:03:02.873439 dv-cinder-786266-2-smb neutron-server[92098]: 'ConntrackHelper': '1.0', Jun 06 12:03:02.873439 dv-cinder-786266-2-smb neutron-server[92098]: 'Log': '1.0', Jun 06 12:03:02.873439 dv-cinder-786266-2-smb neutron-server[92098]: 'Network': '1.1', Jun 06 12:03:02.873439 dv-cinder-786266-2-smb neutron-server[92098]: 'Port': '1.7', Jun 06 12:03:02.873439 dv-cinder-786266-2-smb neutron-server[92098]: 'PortForwarding': '1.2', Jun 06 12:03:02.873439 dv-cinder-786266-2-smb neutron-server[92098]: 'QosPolicy': '1.8', Jun 06 12:03:02.873439 dv-cinder-786266-2-smb neutron-server[92098]: 'SecurityGroup': '1.4', Jun 06 12:03:02.873439 dv-cinder-786266-2-smb neutron-server[92098]: 'SecurityGroupRule': '1.2', Jun 06 12:03:02.873439 dv-cinder-786266-2-smb neutron-server[92098]: 'SubPort': '1.0', Jun 06 12:03:02.873439 dv-cinder-786266-2-smb neutron-server[92098]: 'Subnet': '1.1', Jun 06 12:03:02.873439 dv-cinder-786266-2-smb neutron-server[92098]: 'Trunk': '1.1'}} Jun 06 12:03:02.873439 dv-cinder-786266-2-smb neutron-server[92098]: {{(pid=92098) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 06 12:03:02.881252 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-9b75d56e-79ce-4cdd-b49b-278b264ad440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778191160652'] for port, after_create {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:02.895303 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron_lib.callbacks.manager [None req-c7c64e52-0c80-4ba7-9b59-e3f5f26a0f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:02.912355 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG oslo_concurrency.lockutils [None req-3db72bf8-5564-45e3-962f-168807831e72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:02.977585 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-2b0e2ca3-6d7c-4982-ae15-b360ddd1e3ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.796s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:02.998320 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:03.028717 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8e511f-209e-48eb-aa3c-38c219267402 None None] Pushing event updated for resources: {'Port': ['ID=632c8de1-d037-4090-9097-45473d1e8abf,revision_number=2']} {{(pid=92099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:03.041428 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8e511f-209e-48eb-aa3c-38c219267402 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:03.042178 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8e511f-209e-48eb-aa3c-38c219267402 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:03.042667 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8e511f-209e-48eb-aa3c-38c219267402 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:03.043167 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8e511f-209e-48eb-aa3c-38c219267402 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:03.043671 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8e511f-209e-48eb-aa3c-38c219267402 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:03.044157 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8e511f-209e-48eb-aa3c-38c219267402 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:03.044639 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8e511f-209e-48eb-aa3c-38c219267402 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:03.045120 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8e511f-209e-48eb-aa3c-38c219267402 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:03.045589 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8e511f-209e-48eb-aa3c-38c219267402 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:03.046116 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8e511f-209e-48eb-aa3c-38c219267402 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:03.046767 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8e511f-209e-48eb-aa3c-38c219267402 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:03.047241 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8e511f-209e-48eb-aa3c-38c219267402 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:03.048382 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8e511f-209e-48eb-aa3c-38c219267402 None None] Tracked resource versions report: Jun 06 12:03:03.048382 dv-cinder-786266-2-smb neutron-server[92099]: pushed versions: Jun 06 12:03:03.048382 dv-cinder-786266-2-smb neutron-server[92099]: { 'AddressGroup': {'1.2'}, Jun 06 12:03:03.048382 dv-cinder-786266-2-smb neutron-server[92099]: 'ConntrackHelper': {'1.0'}, Jun 06 12:03:03.048382 dv-cinder-786266-2-smb neutron-server[92099]: 'Log': {'1.0'}, Jun 06 12:03:03.048382 dv-cinder-786266-2-smb neutron-server[92099]: 'Network': {'1.1'}, Jun 06 12:03:03.048382 dv-cinder-786266-2-smb neutron-server[92099]: 'Port': {'1.7'}, Jun 06 12:03:03.048382 dv-cinder-786266-2-smb neutron-server[92099]: 'PortForwarding': {'1.2'}, Jun 06 12:03:03.048382 dv-cinder-786266-2-smb neutron-server[92099]: 'QosPolicy': {'1.8'}, Jun 06 12:03:03.048382 dv-cinder-786266-2-smb neutron-server[92099]: 'SecurityGroup': {'1.4'}, Jun 06 12:03:03.048382 dv-cinder-786266-2-smb neutron-server[92099]: 'SecurityGroupRule': {'1.2'}, Jun 06 12:03:03.048382 dv-cinder-786266-2-smb neutron-server[92099]: 'SubPort': {'1.0'}, Jun 06 12:03:03.048382 dv-cinder-786266-2-smb neutron-server[92099]: 'Subnet': {'1.1'}, Jun 06 12:03:03.048382 dv-cinder-786266-2-smb neutron-server[92099]: 'Trunk': {'1.1'}} Jun 06 12:03:03.048382 dv-cinder-786266-2-smb neutron-server[92099]: consumer versions: Jun 06 12:03:03.048382 dv-cinder-786266-2-smb neutron-server[92099]: { DHCP agent@dv-cinder-786266-2-smb: {}, Jun 06 12:03:03.048382 dv-cinder-786266-2-smb neutron-server[92099]: HyperV agent@hv-cinder-78626: {}, Jun 06 12:03:03.048382 dv-cinder-786266-2-smb neutron-server[92099]: L3 agent@dv-cinder-786266-2-smb: {}, Jun 06 12:03:03.048382 dv-cinder-786266-2-smb neutron-server[92099]: Metadata agent@dv-cinder-786266-2-smb: {}, Jun 06 12:03:03.048382 dv-cinder-786266-2-smb neutron-server[92099]: Metering agent@dv-cinder-786266-2-smb: {}, Jun 06 12:03:03.048382 dv-cinder-786266-2-smb neutron-server[92099]: Open vSwitch agent@dv-cinder-786266-2-smb: { 'AddressGroup': '1.2', Jun 06 12:03:03.048382 dv-cinder-786266-2-smb neutron-server[92099]: 'ConntrackHelper': '1.0', Jun 06 12:03:03.048382 dv-cinder-786266-2-smb neutron-server[92099]: 'Log': '1.0', Jun 06 12:03:03.048382 dv-cinder-786266-2-smb neutron-server[92099]: 'Network': '1.1', Jun 06 12:03:03.048382 dv-cinder-786266-2-smb neutron-server[92099]: 'Port': '1.7', Jun 06 12:03:03.048382 dv-cinder-786266-2-smb neutron-server[92099]: 'PortForwarding': '1.2', Jun 06 12:03:03.048382 dv-cinder-786266-2-smb neutron-server[92099]: 'QosPolicy': '1.8', Jun 06 12:03:03.048382 dv-cinder-786266-2-smb neutron-server[92099]: 'SecurityGroup': '1.4', Jun 06 12:03:03.048382 dv-cinder-786266-2-smb neutron-server[92099]: 'SecurityGroupRule': '1.2', Jun 06 12:03:03.048382 dv-cinder-786266-2-smb neutron-server[92099]: 'SubPort': '1.0', Jun 06 12:03:03.048382 dv-cinder-786266-2-smb neutron-server[92099]: 'Subnet': '1.1', Jun 06 12:03:03.048382 dv-cinder-786266-2-smb neutron-server[92099]: 'Trunk': '1.1'}} Jun 06 12:03:03.048382 dv-cinder-786266-2-smb neutron-server[92099]: {{(pid=92099) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 06 12:03:03.054938 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG oslo_concurrency.lockutils [None req-9f8e511f-209e-48eb-aa3c-38c219267402 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:03.060344 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.plugins.ml2.managers [None req-c7c64e52-0c80-4ba7-9b59-e3f5f26a0f22 None None] Attempting to bind port 632c8de1-d037-4090-9097-45473d1e8abf on host dv-cinder-786266-2-smb for vnic_type normal with profile {{(pid=92099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 12:03:03.060734 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.plugins.ml2.managers [None req-c7c64e52-0c80-4ba7-9b59-e3f5f26a0f22 None None] Attempting to bind port 632c8de1-d037-4090-9097-45473d1e8abf by drivers openvswitch,hyperv on host dv-cinder-786266-2-smb at level 0 using segments [{'id': 'bb809bd8-b365-4ef3-acf3-bf04c8c65f74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf'}] {{(pid=92099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 12:03:03.061095 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c64e52-0c80-4ba7-9b59-e3f5f26a0f22 None None] Attempting to bind port 632c8de1-d037-4090-9097-45473d1e8abf on network f46ef3e5-e761-4cf2-8ba5-27fd00264fbf {{(pid=92099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 12:03:03.068113 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c64e52-0c80-4ba7-9b59-e3f5f26a0f22 None None] Checking agent: {'id': 'f47648e7-a38f-4e40-85d5-251dd82ea0a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786266-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 54, 50), 'started_at': datetime.datetime(2021, 6, 6, 11, 55, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 12, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786266-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 12:03:03.068492 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c64e52-0c80-4ba7-9b59-e3f5f26a0f22 None None] Checking segment: {'id': 'bb809bd8-b365-4ef3-acf3-bf04c8c65f74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 12:03:03.068907 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron_lib.callbacks.manager [None req-c7c64e52-0c80-4ba7-9b59-e3f5f26a0f22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:03.069642 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c64e52-0c80-4ba7-9b59-e3f5f26a0f22 None None] Bound using segment: {'id': 'bb809bd8-b365-4ef3-acf3-bf04c8c65f74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf'} {{(pid=92099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 12:03:03.070993 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.plugins.ml2.managers [None req-c7c64e52-0c80-4ba7-9b59-e3f5f26a0f22 None None] Bound port: 632c8de1-d037-4090-9097-45473d1e8abf, host: dv-cinder-786266-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb809bd8-b365-4ef3-acf3-bf04c8c65f74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf'}}] {{(pid=92099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 12:03:03.071377 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron_lib.callbacks.manager [None req-c7c64e52-0c80-4ba7-9b59-e3f5f26a0f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:03.077434 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b75d56e-79ce-4cdd-b49b-278b264ad440 None None] Pushing event updated for resources: {'Port': ['ID=449e2aac-8183-427c-8878-38b1690ace1f,revision_number=1']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:03.086049 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-9b75d56e-79ce-4cdd-b49b-278b264ad440 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:03.089567 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.managers [None req-2b0e2ca3-6d7c-4982-ae15-b360ddd1e3ac None None] Attempting to bind port 1dca7496-90b5-44a7-aaf8-a71676fd4390 on host dv-cinder-786266-2-smb for vnic_type normal with profile {{(pid=92098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 12:03:03.090205 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.managers [None req-2b0e2ca3-6d7c-4982-ae15-b360ddd1e3ac None None] Attempting to bind port 1dca7496-90b5-44a7-aaf8-a71676fd4390 by drivers openvswitch,hyperv on host dv-cinder-786266-2-smb at level 0 using segments [{'id': '4ba14138-863d-4bea-aa89-dac6ed43a677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9d232693-3d67-4acc-8d54-aa5376170328'}] {{(pid=92098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 12:03:03.090668 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0e2ca3-6d7c-4982-ae15-b360ddd1e3ac None None] Attempting to bind port 1dca7496-90b5-44a7-aaf8-a71676fd4390 on network 9d232693-3d67-4acc-8d54-aa5376170328 {{(pid=92098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 12:03:03.105715 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b75d56e-79ce-4cdd-b49b-278b264ad440 None None] Network 99f1ec4c-50c1-42cf-bf31-28bc5611fa58 is already hosted by enough agents. {{(pid=92098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 12:03:03.109426 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0e2ca3-6d7c-4982-ae15-b360ddd1e3ac None None] Checking agent: {'id': 'f47648e7-a38f-4e40-85d5-251dd82ea0a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786266-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 54, 50), 'started_at': datetime.datetime(2021, 6, 6, 11, 55, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 12, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786266-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 12:03:03.109979 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0e2ca3-6d7c-4982-ae15-b360ddd1e3ac None None] Checking segment: {'id': '4ba14138-863d-4bea-aa89-dac6ed43a677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9d232693-3d67-4acc-8d54-aa5376170328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 12:03:03.112870 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-2b0e2ca3-6d7c-4982-ae15-b360ddd1e3ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:03.115334 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0e2ca3-6d7c-4982-ae15-b360ddd1e3ac None None] Bound using segment: {'id': '4ba14138-863d-4bea-aa89-dac6ed43a677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9d232693-3d67-4acc-8d54-aa5376170328'} {{(pid=92098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 12:03:03.115949 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.managers [None req-2b0e2ca3-6d7c-4982-ae15-b360ddd1e3ac None None] Bound port: 1dca7496-90b5-44a7-aaf8-a71676fd4390, host: dv-cinder-786266-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ba14138-863d-4bea-aa89-dac6ed43a677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9d232693-3d67-4acc-8d54-aa5376170328'}}] {{(pid=92098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 12:03:03.116438 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-2b0e2ca3-6d7c-4982-ae15-b360ddd1e3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:03.144832 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.scheduler.base_scheduler [None req-9b75d56e-79ce-4cdd-b49b-278b264ad440 None None] Resources bound (agent type, host, resource id): {{(pid=92098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:03:03.156968 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b75d56e-79ce-4cdd-b49b-278b264ad440 None None] Received port after_create {{(pid=92098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 12:03:03.172042 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.plugins.ml2.db [None req-c7c64e52-0c80-4ba7-9b59-e3f5f26a0f22 None None] For port 632c8de1-d037-4090-9097-45473d1e8abf, host dv-cinder-786266-2-smb, cleared binding levels {{(pid=92099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 12:03:03.177956 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.plugins.ml2.db [None req-c7c64e52-0c80-4ba7-9b59-e3f5f26a0f22 None None] For port 632c8de1-d037-4090-9097-45473d1e8abf, host dv-cinder-786266-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-2-smb',level=0,port_id=632c8de1-d037-4090-9097-45473d1e8abf,segment=NetworkSegment(bb809bd8-b365-4ef3-acf3-bf04c8c65f74),segment_id=bb809bd8-b365-4ef3-acf3-bf04c8c65f74)] {{(pid=92099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 12:03:03.182412 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-c93a8806-230a-41a8-8f39-7a7fb3bcb677 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:03.250362 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-c93a8806-230a-41a8-8f39-7a7fb3bcb677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:03.270926 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron_lib.callbacks.manager [None req-c7c64e52-0c80-4ba7-9b59-e3f5f26a0f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:03.287289 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG oslo_concurrency.lockutils [None req-9f8e511f-209e-48eb-aa3c-38c219267402 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:03.314729 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-2b0e2ca3-6d7c-4982-ae15-b360ddd1e3ac None None] For port 1dca7496-90b5-44a7-aaf8-a71676fd4390, host dv-cinder-786266-2-smb, cleared binding levels {{(pid=92098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 12:03:03.315197 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-54989275-ae17-417d-bcd5-606695b7ab38 req-b2d2ee23-efc6-440f-b2c4-dc457d354ea7 service neutron] 10.222.0.32 "GET /v2.0/networks/0b682bce-a35a-41e3-8300-db1747418d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6989820 Jun 06 12:03:03.318849 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-2b0e2ca3-6d7c-4982-ae15-b360ddd1e3ac None None] For port 1dca7496-90b5-44a7-aaf8-a71676fd4390, host dv-cinder-786266-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-2-smb',level=0,port_id=1dca7496-90b5-44a7-aaf8-a71676fd4390,segment=NetworkSegment(4ba14138-863d-4bea-aa89-dac6ed43a677),segment_id=4ba14138-863d-4bea-aa89-dac6ed43a677)] {{(pid=92098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 12:03:03.413688 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-2b0e2ca3-6d7c-4982-ae15-b360ddd1e3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:03.449678 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:03.531473 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8e511f-209e-48eb-aa3c-38c219267402 None None] Pushing event updated for resources: {'Port': ['ID=632c8de1-d037-4090-9097-45473d1e8abf,revision_number=3']} {{(pid=92099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:03.543863 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG oslo_concurrency.lockutils [None req-9f8e511f-209e-48eb-aa3c-38c219267402 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=92099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:03.554037 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-32ef3ce0-376f-4fb8-964f-480977d4aac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:03.556434 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c64e52-0c80-4ba7-9b59-e3f5f26a0f22 None None] Routers {'68a45a69-7826-4fbe-8461-9c3bf62fa81a'} bound to L3 agent in host dv-cinder-786266-2-smb {{(pid=92099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:03:03.557337 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_hamode_db [None req-c7c64e52-0c80-4ba7-9b59-e3f5f26a0f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-06T11:54:50Z,description=,heartbeat_timestamp=2021-06-06T12:02:50Z,host='dv-cinder-786266-2-smb',id=915c5c25-b12e-44c8-ae20-885b4f191692,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:54:51Z,topic='l3_agent')) {'router_ids': ['68a45a69-7826-4fbe-8461-9c3bf62fa81a'], 'active': True} {{(pid=92099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:03:03.572250 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.managers [None req-9b75d56e-79ce-4cdd-b49b-278b264ad440 None None] Attempting to bind port 449e2aac-8183-427c-8878-38b1690ace1f on host dv-cinder-786266-2-smb for vnic_type normal with profile {{(pid=92098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 12:03:03.573180 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.managers [None req-9b75d56e-79ce-4cdd-b49b-278b264ad440 None None] Attempting to bind port 449e2aac-8183-427c-8878-38b1690ace1f by drivers openvswitch,hyperv on host dv-cinder-786266-2-smb at level 0 using segments [{'id': '1e74f646-9b55-4128-a6d9-a320ac69305f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '99f1ec4c-50c1-42cf-bf31-28bc5611fa58'}] {{(pid=92098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 12:03:03.573739 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b75d56e-79ce-4cdd-b49b-278b264ad440 None None] Attempting to bind port 449e2aac-8183-427c-8878-38b1690ace1f on network 99f1ec4c-50c1-42cf-bf31-28bc5611fa58 {{(pid=92098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 12:03:03.588442 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b75d56e-79ce-4cdd-b49b-278b264ad440 None None] Checking agent: {'id': 'f47648e7-a38f-4e40-85d5-251dd82ea0a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786266-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 54, 50), 'started_at': datetime.datetime(2021, 6, 6, 11, 55, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 12, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786266-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 12:03:03.589506 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b75d56e-79ce-4cdd-b49b-278b264ad440 None None] Checking segment: {'id': '1e74f646-9b55-4128-a6d9-a320ac69305f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '99f1ec4c-50c1-42cf-bf31-28bc5611fa58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 12:03:03.590450 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-9b75d56e-79ce-4cdd-b49b-278b264ad440 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:03.591075 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b75d56e-79ce-4cdd-b49b-278b264ad440 None None] Bound using segment: {'id': '1e74f646-9b55-4128-a6d9-a320ac69305f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '99f1ec4c-50c1-42cf-bf31-28bc5611fa58'} {{(pid=92098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 12:03:03.591812 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.managers [None req-9b75d56e-79ce-4cdd-b49b-278b264ad440 None None] Bound port: 449e2aac-8183-427c-8878-38b1690ace1f, host: dv-cinder-786266-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e74f646-9b55-4128-a6d9-a320ac69305f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '99f1ec4c-50c1-42cf-bf31-28bc5611fa58'}}] {{(pid=92098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 12:03:03.592440 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-9b75d56e-79ce-4cdd-b49b-278b264ad440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:03.719214 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-8e65b604-cb22-4595-b8ff-ff8f89df2a4d req-d8860725-e01c-4c30-a4eb-61b6f8f408d7 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?device_id=08efb263-f31f-4a39-91c3-6fbb95852108 HTTP/1.1" status: 200 len: 210 time: 0.1201031 Jun 06 12:03:03.775427 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0e2ca3-6d7c-4982-ae15-b360ddd1e3ac None None] Pushing event updated for resources: {'Port': ['ID=1dca7496-90b5-44a7-aaf8-a71676fd4390,revision_number=2']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:03.789856 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-2b0e2ca3-6d7c-4982-ae15-b360ddd1e3ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:03.839597 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-bb66ee45-6b0d-4258-885b-6635c92db212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:03.842427 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-54989275-ae17-417d-bcd5-606695b7ab38 req-04a11094-b4ca-4ef7-b32e-fc5e3c29631d service neutron] 10.222.0.32 "GET /v2.0/networks/0b682bce-a35a-41e3-8300-db1747418d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5257826 Jun 06 12:03:03.863632 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-fe4719c6-75f6-4646-8b28-2623d8a52d76 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:03.893829 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.db.db_base_plugin_common [None req-c93a8806-230a-41a8-8f39-7a7fb3bcb677 admin admin] Allocated IP 172.28.2.109 (f46ef3e5-e761-4cf2-8ba5-27fd00264fbf/d3e8387a-9982-4dd7-a420-a9a6c7cae1dc/cddd21fc-afdb-4a3f-ac54-11f3da0ce5b9) {{(pid=92096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 12:03:03.900289 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-9b75d56e-79ce-4cdd-b49b-278b264ad440 None None] For port 449e2aac-8183-427c-8878-38b1690ace1f, host dv-cinder-786266-2-smb, cleared binding levels {{(pid=92098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 12:03:03.911994 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-9b75d56e-79ce-4cdd-b49b-278b264ad440 None None] For port 449e2aac-8183-427c-8878-38b1690ace1f, host dv-cinder-786266-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-2-smb',level=0,port_id=449e2aac-8183-427c-8878-38b1690ace1f,segment=NetworkSegment(1e74f646-9b55-4128-a6d9-a320ac69305f),segment_id=1e74f646-9b55-4128-a6d9-a320ac69305f)] {{(pid=92098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 12:03:03.917276 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_dvr_db [None req-c7c64e52-0c80-4ba7-9b59-e3f5f26a0f22 None None] Set router 68a45a69-7826-4fbe-8461-9c3bf62fa81a gateway port host: dv-cinder-786266-2-smb {{(pid=92099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:03:03.922934 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-fe4719c6-75f6-4646-8b28-2623d8a52d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:04.035777 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-9b75d56e-79ce-4cdd-b49b-278b264ad440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:04.055116 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-64fdc05a-41fd-4367-a9f7-06547ae2751e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:04.169475 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b75d56e-79ce-4cdd-b49b-278b264ad440 None None] Pushing event updated for resources: {'Port': ['ID=449e2aac-8183-427c-8878-38b1690ace1f,revision_number=2']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:04.174179 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-9b75d56e-79ce-4cdd-b49b-278b264ad440 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:04.224959 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-32ef3ce0-376f-4fb8-964f-480977d4aac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:04.233791 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-c93a8806-230a-41a8-8f39-7a7fb3bcb677 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:04.257414 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-32ef3ce0-376f-4fb8-964f-480977d4aac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:04.261624 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-32ef3ce0-376f-4fb8-964f-480977d4aac5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f4c35191-3aaf-4bae-add5-9a984cc8612e HTTP/1.1" status: 204 len: 168 time: 1.9690549 Jun 06 12:03:04.281166 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:04.318216 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ef3ce0-376f-4fb8-964f-480977d4aac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c35191-3aaf-4bae-add5-9a984cc8612e,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:04.333142 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-32ef3ce0-376f-4fb8-964f-480977d4aac5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:04.418339 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-8b2099a4-7bd5-43f9-8cff-9c1b39377121 req-e46cb766-cc43-41e8-8603-01e578032db4 tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fcc874c-c6e0-4d07-8379-2d74438f4962 HTTP/1.1" status: 200 len: 210 time: 0.1238148 Jun 06 12:03:04.500790 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.db_base_plugin_common [None req-bb66ee45-6b0d-4258-885b-6635c92db212 admin admin] Allocated IP 172.20.0.1 (d03de1d2-5bf4-407f-a826-051b44cc8c51/5d90edd5-4ab2-4621-97ec-be229d8cd0db/7b658d2e-f13b-4c8c-bf3c-bbe922393de4) {{(pid=92097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 12:03:04.613948 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device 1dca7496-90b5-44a7-aaf8-a71676fd4390 up at agent ovs-agent-dv-cinder-786266-2-smb {{(pid=92098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 12:03:04.656925 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-c93a8806-230a-41a8-8f39-7a7fb3bcb677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778191160652'] for port, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:04.662798 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:04.852379 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_hamode_db [None req-c7c64e52-0c80-4ba7-9b59-e3f5f26a0f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a45a69-7826-4fbe-8461-9c3bf62fa81a', 'name': 'tempest-ServerRescueNegativeTestJSON-467981305-router', 'tenant_id': '50c7650c564f46e9895bb0af0228580e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.174'}], 'enable_snat': True}, 'gw_port_id': '632c8de1-d037-4090-9097-45473d1e8abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:02:56Z', 'updated_at': '2021-06-06T12:02:58Z', 'revision_number': 3, 'project_id': '50c7650c564f46e9895bb0af0228580e', 'gw_port': {'id': '632c8de1-d037-4090-9097-45473d1e8abf', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:37:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a45a69-7826-4fbe-8461-9c3bf62fa81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:02:57Z', 'updated_at': '2021-06-06T12:03:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb'}], 'dv-cinder-786266-2-smb', False) {} {{(pid=92099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:03:04.924453 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c64e52-0c80-4ba7-9b59-e3f5f26a0f22 None None] The sync data for ids ['68a45a69-7826-4fbe-8461-9c3bf62fa81a'] in dv-cinder-786266-2-smb is: [{'id': '68a45a69-7826-4fbe-8461-9c3bf62fa81a', 'name': 'tempest-ServerRescueNegativeTestJSON-467981305-router', 'tenant_id': '50c7650c564f46e9895bb0af0228580e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.174'}], 'enable_snat': True}, 'gw_port_id': '632c8de1-d037-4090-9097-45473d1e8abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:02:56Z', 'updated_at': '2021-06-06T12:02:58Z', 'revision_number': 3, 'project_id': '50c7650c564f46e9895bb0af0228580e', 'gw_port': {'id': '632c8de1-d037-4090-9097-45473d1e8abf', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:37:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a45a69-7826-4fbe-8461-9c3bf62fa81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:02:57Z', 'updated_at': '2021-06-06T12:03:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb'}] {{(pid=92099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 12:03:04.946129 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93a8806-230a-41a8-8f39-7a7fb3bcb677 admin admin] Network f46ef3e5-e761-4cf2-8ba5-27fd00264fbf is already hosted by enough agents. {{(pid=92096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 12:03:04.949373 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.scheduler.base_scheduler [None req-c93a8806-230a-41a8-8f39-7a7fb3bcb677 admin admin] Resources bound (agent type, host, resource id): {{(pid=92096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:03:04.958012 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Provisioning for port 1dca7496-90b5-44a7-aaf8-a71676fd4390 completed by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 12:03:04.980671 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93a8806-230a-41a8-8f39-7a7fb3bcb677 admin admin] Received port after_create {{(pid=92096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 12:03:05.036883 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.db_base_plugin_common [None req-fe4719c6-75f6-4646-8b28-2623d8a52d76 admin admin] Allocated IP 172.28.2.207 (f46ef3e5-e761-4cf2-8ba5-27fd00264fbf/d3e8387a-9982-4dd7-a420-a9a6c7cae1dc/0ac27d11-e92b-44bd-827f-b18b80d79f35) {{(pid=92097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 12:03:05.133267 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-bb66ee45-6b0d-4258-885b-6635c92db212 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:05.183281 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-b70f2a3a-4fa2-4a40-a636-74107698f022 req-2f0e7e63-0ebf-4692-a655-79b4b9932fd3 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?device_id=08efb263-f31f-4a39-91c3-6fbb95852108 HTTP/1.1" status: 200 len: 210 time: 0.2972274 Jun 06 12:03:05.197383 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93a8806-230a-41a8-8f39-7a7fb3bcb677 admin admin] Pushing event updated for resources: {'Port': ['ID=cddd21fc-afdb-4a3f-ac54-11f3da0ce5b9,revision_number=1']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:05.291731 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-c93a8806-230a-41a8-8f39-7a7fb3bcb677 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.629s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:05.471204 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-fe4719c6-75f6-4646-8b28-2623d8a52d76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:05.476586 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7a8007-1d87-4613-819d-dc146b3dc72a None None] Network 9d232693-3d67-4acc-8d54-aa5376170328 requested from dv-cinder-786266-2-smb {{(pid=92098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 12:03:05.588257 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-bb66ee45-6b0d-4258-885b-6635c92db212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778191160652'] for port, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:05.594620 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-8d5a3702-30f4-49ce-a56c-27da03728232 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:05.671748 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-b4064ee4-ed54-49d4-8403-5d1304a3950c req-a7667652-873f-4a1c-927e-bf1f6c94a08b tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fcc874c-c6e0-4d07-8379-2d74438f4962 HTTP/1.1" status: 200 len: 210 time: 0.1474605 Jun 06 12:03:05.748134 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-fe4719c6-75f6-4646-8b28-2623d8a52d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778191160652'] for port, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:05.775116 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb66ee45-6b0d-4258-885b-6635c92db212 admin admin] Network d03de1d2-5bf4-407f-a826-051b44cc8c51 is already hosted by enough agents. {{(pid=92097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 12:03:05.781627 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.base_scheduler [None req-bb66ee45-6b0d-4258-885b-6635c92db212 admin admin] Resources bound (agent type, host, resource id): {{(pid=92097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:03:05.794826 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb66ee45-6b0d-4258-885b-6635c92db212 admin admin] Received port after_create {{(pid=92097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 12:03:05.795568 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-bb66ee45-6b0d-4258-885b-6635c92db212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-559072'] for router_interface, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:05.869581 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb66ee45-6b0d-4258-885b-6635c92db212 admin admin] Pushing event updated for resources: {'Port': ['ID=7b658d2e-f13b-4c8c-bf3c-bbe922393de4,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:05.887552 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-bb66ee45-6b0d-4258-885b-6635c92db212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:05.893667 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:05.991705 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4719c6-75f6-4646-8b28-2623d8a52d76 admin admin] Network f46ef3e5-e761-4cf2-8ba5-27fd00264fbf is already hosted by enough agents. {{(pid=92097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 12:03:06.019441 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.base_scheduler [None req-fe4719c6-75f6-4646-8b28-2623d8a52d76 admin admin] Resources bound (agent type, host, resource id): {{(pid=92097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:03:06.045488 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4719c6-75f6-4646-8b28-2623d8a52d76 admin admin] Received port after_create {{(pid=92097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 12:03:06.049310 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a6eb27-ece4-4d2b-9fdc-19351139f345 None None] Network 99f1ec4c-50c1-42cf-bf31-28bc5611fa58 requested from dv-cinder-786266-2-smb {{(pid=92098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 12:03:06.143354 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-c93a8806-230a-41a8-8f39-7a7fb3bcb677 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:06.333672 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-971fcb65-321e-4033-a077-89779404d76a None None] Provisioning for port 1dca7496-90b5-44a7-aaf8-a71676fd4390 completed by entity DHCP. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 12:03:06.356871 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-971fcb65-321e-4033-a077-89779404d76a None None] Provisioning complete for port 1dca7496-90b5-44a7-aaf8-a71676fd4390 triggered by entity DHCP. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:03:06.357359 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-971fcb65-321e-4033-a077-89779404d76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:06.397515 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.agents_db [None req-260e75b6-693f-447f-9c37-08072a5d67b1 None None] Agent healthcheck: found 6 active agents {{(pid=92099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 12:03:06.749816 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device 449e2aac-8183-427c-8878-38b1690ace1f up at agent ovs-agent-dv-cinder-786266-2-smb {{(pid=92098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 12:03:06.772753 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-7c1465f2-706b-4bcc-b6e6-d812133043c5 req-d4c0c384-7ce3-4493-8aee-ea34c18a64e2 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?device_id=08efb263-f31f-4a39-91c3-6fbb95852108 HTTP/1.1" status: 200 len: 210 time: 0.2092323 Jun 06 12:03:06.814200 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4719c6-75f6-4646-8b28-2623d8a52d76 admin admin] Pushing event updated for resources: {'Port': ['ID=0ac27d11-e92b-44bd-827f-b18b80d79f35,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:06.818851 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-fe4719c6-75f6-4646-8b28-2623d8a52d76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.925s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:07.080035 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-971fcb65-321e-4033-a077-89779404d76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:07.140867 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Provisioning for port 449e2aac-8183-427c-8878-38b1690ace1f completed by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 12:03:07.158274 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-971fcb65-321e-4033-a077-89779404d76a None None] For port 1dca7496-90b5-44a7-aaf8-a71676fd4390, host dv-cinder-786266-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-2-smb',level=0,port_id=1dca7496-90b5-44a7-aaf8-a71676fd4390,segment=NetworkSegment(4ba14138-863d-4bea-aa89-dac6ed43a677),segment_id=4ba14138-863d-4bea-aa89-dac6ed43a677)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:03:07.163942 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-96ed86ac-9829-4e56-bad4-72fe2b5b2e3b req-fd683481-82d0-4899-bdc8-7b29d6bd0049 tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fcc874c-c6e0-4d07-8379-2d74438f4962 HTTP/1.1" status: 200 len: 210 time: 0.0743647 Jun 06 12:03:07.164112 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device 632c8de1-d037-4090-9097-45473d1e8abf up at agent ovs-agent-dv-cinder-786266-2-smb {{(pid=92098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 12:03:07.250092 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-971fcb65-321e-4033-a077-89779404d76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:07.266078 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:07.386839 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 58892) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:03:07.391925 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-bb66ee45-6b0d-4258-885b-6635c92db212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:07.450780 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-c93a8806-230a-41a8-8f39-7a7fb3bcb677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-605506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604842'] for router, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:07.462711 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971fcb65-321e-4033-a077-89779404d76a None None] Pushing event updated for resources: {'Port': ['ID=1dca7496-90b5-44a7-aaf8-a71676fd4390,revision_number=3']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:07.474487 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-971fcb65-321e-4033-a077-89779404d76a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:07.484678 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Provisioning for port 632c8de1-d037-4090-9097-45473d1e8abf completed by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 12:03:07.499183 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Provisioning complete for port 632c8de1-d037-4090-9097-45473d1e8abf triggered by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:03:07.500089 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:07.552914 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-fe4719c6-75f6-4646-8b28-2623d8a52d76 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:07.568635 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-fb4876a1-08e5-4050-9c4a-64761a0fbd31 None None] Provisioning for port 449e2aac-8183-427c-8878-38b1690ace1f completed by entity DHCP. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 12:03:07.617343 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-fb4876a1-08e5-4050-9c4a-64761a0fbd31 None None] Provisioning complete for port 449e2aac-8183-427c-8878-38b1690ace1f triggered by entity DHCP. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:03:07.617716 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-fb4876a1-08e5-4050-9c4a-64761a0fbd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:07.758550 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.35', 52468) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:03:07.865505 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-659fb045-a8f7-4cbe-8a69-faf523fcde49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:07.919238 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:07.983801 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] For port 632c8de1-d037-4090-9097-45473d1e8abf, host dv-cinder-786266-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-2-smb',level=0,port_id=632c8de1-d037-4090-9097-45473d1e8abf,segment=NetworkSegment(bb809bd8-b365-4ef3-acf3-bf04c8c65f74),segment_id=bb809bd8-b365-4ef3-acf3-bf04c8c65f74)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:03:07.993595 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-fb4876a1-08e5-4050-9c4a-64761a0fbd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:08.071517 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-659fb045-a8f7-4cbe-8a69-faf523fcde49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:08.079853 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:08.082088 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-fb4876a1-08e5-4050-9c4a-64761a0fbd31 None None] For port 449e2aac-8183-427c-8878-38b1690ace1f, host dv-cinder-786266-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-2-smb',level=0,port_id=449e2aac-8183-427c-8878-38b1690ace1f,segment=NetworkSegment(1e74f646-9b55-4128-a6d9-a320ac69305f),segment_id=1e74f646-9b55-4128-a6d9-a320ac69305f)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:03:08.085090 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:08.234296 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-fb4876a1-08e5-4050-9c4a-64761a0fbd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:08.267552 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-fb4876a1-08e5-4050-9c4a-64761a0fbd31 None None] Provisioning complete for port 1dca7496-90b5-44a7-aaf8-a71676fd4390 triggered by entity DHCP. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:03:08.267552 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-fb4876a1-08e5-4050-9c4a-64761a0fbd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:08.299289 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Pushing event updated for resources: {'Port': ['ID=632c8de1-d037-4090-9097-45473d1e8abf,revision_number=4']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:08.316449 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:08.317393 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:08.320478 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3dadf-68df-4010-90c5-b08c0eec50c4 req-866747f5-d81c-4b6d-8977-561e235ac700 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:08.324952 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-a5f3dadf-68df-4010-90c5-b08c0eec50c4 req-866747f5-d81c-4b6d-8977-561e235ac700 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.35 "GET /v2.0/networks?id=4d37cec2-d786-44b2-9e86-7075fb44dfe0 HTTP/1.1" status: 200 len: 814 time: 0.5649402 Jun 06 12:03:08.336276 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-fe4719c6-75f6-4646-8b28-2623d8a52d76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-605506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604842'] for router, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:08.360923 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-659fb045-a8f7-4cbe-8a69-faf523fcde49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:08.365684 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-fe6ce0b2-3596-49ab-b70e-c5463ac8eb1e req-2a233c5e-66cf-4d58-b901-17581d8e76f2 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?device_id=08efb263-f31f-4a39-91c3-6fbb95852108 HTTP/1.1" status: 200 len: 210 time: 0.2882755 Jun 06 12:03:08.429814 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:08.430757 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4876a1-08e5-4050-9c4a-64761a0fbd31 None None] Pushing event updated for resources: {'Port': ['ID=449e2aac-8183-427c-8878-38b1690ace1f,revision_number=3']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:08.434157 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-fb4876a1-08e5-4050-9c4a-64761a0fbd31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:08.462476 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-659fb045-a8f7-4cbe-8a69-faf523fcde49 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=114b5443c2ba4d1f8cb9ec642c16144f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0612121 Jun 06 12:03:08.466364 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.v2.base [req-a5f3dadf-68df-4010-90c5-b08c0eec50c4 req-1a2a2d0f-6546-4559-840e-a489a9a78551 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Request body: {'port': {'device_id': '08efb263-f31f-4a39-91c3-6fbb95852108', 'network_id': '4d37cec2-d786-44b2-9e86-7075fb44dfe0', 'admin_state_up': True, 'tenant_id': '1875b9074f2a49ea94dc8d6242744a26'}} {{(pid=92096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:03:08.544076 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659fb045-a8f7-4cbe-8a69-faf523fcde49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8702cd-1b46-47b8-8a71-2fb2956716d8,revision_number=1']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:08.547987 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-659fb045-a8f7-4cbe-8a69-faf523fcde49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:08.568154 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 58934) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:03:08.583322 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device 1dca7496-90b5-44a7-aaf8-a71676fd4390 up at agent ovs-agent-dv-cinder-786266-2-smb {{(pid=92098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 12:03:08.624917 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-0913c334-73c4-4389-a801-87b995d0111f req-db7d26da-5849-4879-ae00-be61a033be14 tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fcc874c-c6e0-4d07-8379-2d74438f4962 HTTP/1.1" status: 200 len: 210 time: 0.2004297 Jun 06 12:03:08.684550 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-bb66ee45-6b0d-4258-885b-6635c92db212 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:08.725725 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe4719c6-75f6-4646-8b28-2623d8a52d76 admin admin] Router 9d7d3fbb-ab33-4447-afbe-46e815672323 is scheduled to L3 agent 915c5c25-b12e-44c8-ae20-885b4f191692 with binding_index 1 {{(pid=92097) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 06 12:03:08.735317 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Provisioning complete for port 1dca7496-90b5-44a7-aaf8-a71676fd4390 triggered by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:03:08.735748 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:08.767670 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-4b28241c-67f4-4c57-8b93-f1a0db80cb78 None None] Provisioning complete for port 449e2aac-8183-427c-8878-38b1690ace1f triggered by entity DHCP. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:03:08.767670 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-4b28241c-67f4-4c57-8b93-f1a0db80cb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:08.829270 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c93a8806-230a-41a8-8f39-7a7fb3bcb677 admin admin] Router cfdefa90-c1f8-4d9b-a1c8-71c1116a9138 is scheduled to L3 agent 915c5c25-b12e-44c8-ae20-885b4f191692 with binding_index 1 {{(pid=92096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 06 12:03:08.833674 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-bb66ee45-6b0d-4258-885b-6635c92db212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:08.846318 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-bb66ee45-6b0d-4258-885b-6635c92db212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-598200'] for router_interface, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:08.860351 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:08.936255 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.35', 52474) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:03:09.099562 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device 632c8de1-d037-4090-9097-45473d1e8abf up at agent ovs-agent-dv-cinder-786266-2-smb {{(pid=92098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 12:03:09.178465 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Provisioning complete for port 632c8de1-d037-4090-9097-45473d1e8abf triggered by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:03:09.178883 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:09.333819 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-57666aa3-180b-48a4-860d-4e0366ac0819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:09.360219 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4719c6-75f6-4646-8b28-2623d8a52d76 admin admin] Notify agent at l3_agent.dv-cinder-786266-2-smb the message routers_updated {{(pid=92097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 12:03:09.435283 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb66ee45-6b0d-4258-885b-6635c92db212 admin admin] Pushing event updated for resources: {'Port': ['ID=7b658d2e-f13b-4c8c-bf3c-bbe922393de4,revision_number=2']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:09.438655 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-bb66ee45-6b0d-4258-885b-6635c92db212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:09.457532 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb66ee45-6b0d-4258-885b-6635c92db212 admin admin] Network d03de1d2-5bf4-407f-a826-051b44cc8c51 is already hosted by enough agents. {{(pid=92097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 12:03:09.459316 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.base_scheduler [None req-bb66ee45-6b0d-4258-885b-6635c92db212 admin admin] Resources bound (agent type, host, resource id): {{(pid=92097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:03:09.464336 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f656140-7002-4421-842a-15858b97849b None None] Sync routers for ids ['9d7d3fbb-ab33-4447-afbe-46e815672323'] in dv-cinder-786266-2-smb {{(pid=92098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 12:03:09.494949 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f656140-7002-4421-842a-15858b97849b None None] Routers {'9d7d3fbb-ab33-4447-afbe-46e815672323'} bound to L3 agent in host dv-cinder-786266-2-smb {{(pid=92098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:03:09.495632 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_hamode_db [None req-6f656140-7002-4421-842a-15858b97849b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-06T11:54:50Z,description=,heartbeat_timestamp=2021-06-06T12:02:50Z,host='dv-cinder-786266-2-smb',id=915c5c25-b12e-44c8-ae20-885b4f191692,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:54:51Z,topic='l3_agent')) {'router_ids': ['9d7d3fbb-ab33-4447-afbe-46e815672323'], 'active': True} {{(pid=92098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:03:09.501150 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-57666aa3-180b-48a4-860d-4e0366ac0819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:09.542717 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54989275-ae17-417d-bcd5-606695b7ab38 req-b289f049-0740-418d-aded-7e244828b50c tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:09.544813 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-54989275-ae17-417d-bcd5-606695b7ab38 req-b289f049-0740-418d-aded-7e244828b50c tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] 10.222.0.35 "GET /v2.0/networks?id=0b682bce-a35a-41e3-8300-db1747418d0c HTTP/1.1" status: 200 len: 812 time: 0.6023667 Jun 06 12:03:09.558018 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5f3dadf-68df-4010-90c5-b08c0eec50c4 req-1a2a2d0f-6546-4559-840e-a489a9a78551 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Made reservation on behalf of 1875b9074f2a49ea94dc8d6242744a26 for: {'port': 1} {{(pid=92096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 12:03:09.563590 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-a5f3dadf-68df-4010-90c5-b08c0eec50c4 req-1a2a2d0f-6546-4559-840e-a489a9a78551 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:09.607040 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.v2.base [req-54989275-ae17-417d-bcd5-606695b7ab38 req-93a2dd45-fa73-4bd3-9fca-61c0afe4ed4a tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] Request body: {'port': {'device_id': '8fcc874c-c6e0-4d07-8379-2d74438f4962', 'network_id': '0b682bce-a35a-41e3-8300-db1747418d0c', 'admin_state_up': True, 'tenant_id': '49e4c8f7eade44cab9d6d25d90e5b93f'}} {{(pid=92096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:03:09.649933 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c93a8806-230a-41a8-8f39-7a7fb3bcb677 admin admin] Notify agent at l3_agent.dv-cinder-786266-2-smb the message routers_updated {{(pid=92096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 12:03:09.664949 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7dfc968-288b-4b42-960a-6745d51b230a None None] Sync routers for ids ['cfdefa90-c1f8-4d9b-a1c8-71c1116a9138'] in dv-cinder-786266-2-smb {{(pid=92099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 12:03:09.695819 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7dfc968-288b-4b42-960a-6745d51b230a None None] Routers {'cfdefa90-c1f8-4d9b-a1c8-71c1116a9138'} bound to L3 agent in host dv-cinder-786266-2-smb {{(pid=92099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:03:09.696647 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_hamode_db [None req-f7dfc968-288b-4b42-960a-6745d51b230a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-06T11:54:50Z,description=,heartbeat_timestamp=2021-06-06T12:02:50Z,host='dv-cinder-786266-2-smb',id=915c5c25-b12e-44c8-ae20-885b4f191692,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:54:51Z,topic='l3_agent')) {'router_ids': ['cfdefa90-c1f8-4d9b-a1c8-71c1116a9138'], 'active': True} {{(pid=92099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:03:09.816494 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-1fd2d17a-1b7a-4334-865b-1d8631f9bee9 req-feeddefc-ed38-4c5f-9d91-814955ad0b87 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?device_id=08efb263-f31f-4a39-91c3-6fbb95852108 HTTP/1.1" status: 200 len: 210 time: 0.1727974 Jun 06 12:03:09.876356 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-fe4719c6-75f6-4646-8b28-2623d8a52d76 admin admin] Notify callbacks [] for router, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:09.878510 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-fe4719c6-75f6-4646-8b28-2623d8a52d76 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.7747426 Jun 06 12:03:09.882941 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 58978) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:03:09.950430 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb66ee45-6b0d-4258-885b-6635c92db212 admin admin] Router 68a45a69-7826-4fbe-8461-9c3bf62fa81a has already been hosted by L3 agent 915c5c25-b12e-44c8-ae20-885b4f191692 {{(pid=92097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 12:03:09.999983 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-c93a8806-230a-41a8-8f39-7a7fb3bcb677 admin admin] Notify callbacks [] for router, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:10.007781 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-c93a8806-230a-41a8-8f39-7a7fb3bcb677 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.5404637 Jun 06 12:03:10.008624 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 58980) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:03:10.085274 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-1ef7deac-0b22-4093-ba25-57ed70900558 req-0baf6243-94e3-40c5-9ea7-184bc150c5cd tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fcc874c-c6e0-4d07-8379-2d74438f4962 HTTP/1.1" status: 200 len: 210 time: 0.0954258 Jun 06 12:03:10.107801 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvr_db [None req-6f656140-7002-4421-842a-15858b97849b None None] Set router 9d7d3fbb-ab33-4447-afbe-46e815672323 gateway port host: dv-cinder-786266-2-smb {{(pid=92098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:03:10.124335 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-57666aa3-180b-48a4-860d-4e0366ac0819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:10.158847 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-57666aa3-180b-48a4-860d-4e0366ac0819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:10.160844 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-57666aa3-180b-48a4-860d-4e0366ac0819 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6b8702cd-1b46-47b8-8a71-2fb2956716d8 HTTP/1.1" status: 204 len: 168 time: 1.5854838 Jun 06 12:03:10.190139 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-92315d16-0f13-4f9e-b3ad-ecbf3e9e55cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:10.227322 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57666aa3-180b-48a4-860d-4e0366ac0819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8702cd-1b46-47b8-8a71-2fb2956716d8,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:10.266250 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_dvr_db [None req-f7dfc968-288b-4b42-960a-6745d51b230a None None] Set router cfdefa90-c1f8-4d9b-a1c8-71c1116a9138 gateway port host: dv-cinder-786266-2-smb {{(pid=92099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:03:10.278105 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-57666aa3-180b-48a4-860d-4e0366ac0819 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:10.545334 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54989275-ae17-417d-bcd5-606695b7ab38 req-93a2dd45-fa73-4bd3-9fca-61c0afe4ed4a tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] Made reservation on behalf of 49e4c8f7eade44cab9d6d25d90e5b93f for: {'port': 1} {{(pid=92096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 12:03:10.549512 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-54989275-ae17-417d-bcd5-606695b7ab38 req-93a2dd45-fa73-4bd3-9fca-61c0afe4ed4a tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:10.635662 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device 449e2aac-8183-427c-8878-38b1690ace1f up at agent ovs-agent-dv-cinder-786266-2-smb {{(pid=92098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 12:03:10.957974 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Provisioning complete for port 449e2aac-8183-427c-8878-38b1690ace1f triggered by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:03:10.962252 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:11.002123 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb66ee45-6b0d-4258-885b-6635c92db212 admin admin] Notify agent at l3_agent.dv-cinder-786266-2-smb the message routers_updated {{(pid=92097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 12:03:11.015735 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c29841c-2ca0-4360-9fb3-6022f8a3dae3 None None] Sync routers for ids ['68a45a69-7826-4fbe-8461-9c3bf62fa81a'] in dv-cinder-786266-2-smb {{(pid=92098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 12:03:11.029885 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-bb66ee45-6b0d-4258-885b-6635c92db212 admin admin] 10.222.0.32 "PUT /v2.0/routers/68a45a69-7826-4fbe-8461-9c3bf62fa81a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7169933 Jun 06 12:03:11.058843 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c29841c-2ca0-4360-9fb3-6022f8a3dae3 None None] Routers {'68a45a69-7826-4fbe-8461-9c3bf62fa81a'} bound to L3 agent in host dv-cinder-786266-2-smb {{(pid=92098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:03:11.059607 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_hamode_db [None req-7c29841c-2ca0-4360-9fb3-6022f8a3dae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-06T11:54:50Z,description=,heartbeat_timestamp=2021-06-06T12:02:50Z,host='dv-cinder-786266-2-smb',id=915c5c25-b12e-44c8-ae20-885b4f191692,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:54:51Z,topic='l3_agent')) {'router_ids': ['68a45a69-7826-4fbe-8461-9c3bf62fa81a'], 'active': True} {{(pid=92098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:03:11.357689 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.db.db_base_plugin_common [req-54989275-ae17-417d-bcd5-606695b7ab38 req-93a2dd45-fa73-4bd3-9fca-61c0afe4ed4a tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] Allocated IP 172.20.0.10 (0b682bce-a35a-41e3-8300-db1747418d0c/8747539b-3c8a-45c9-9c99-39a0358f0f36/401e65a5-634d-4373-b17d-092b92de8efb) {{(pid=92096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 12:03:11.432164 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_hamode_db [None req-6f656140-7002-4421-842a-15858b97849b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7d3fbb-ab33-4447-afbe-46e815672323', 'name': 'tempest-AttachVolumeTestJSON-581758585-router', 'tenant_id': 'eca5e9a6e3374a4193593b4832b36a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': '0ac27d11-e92b-44bd-827f-b18b80d79f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:03:01Z', 'updated_at': '2021-06-06T12:03:06Z', 'revision_number': 3, 'project_id': 'eca5e9a6e3374a4193593b4832b36a26', 'gw_port': {'id': '0ac27d11-e92b-44bd-827f-b18b80d79f35', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:15:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d7d3fbb-ab33-4447-afbe-46e815672323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:03Z', 'updated_at': '2021-06-06T12:03:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb'}], 'dv-cinder-786266-2-smb', False) {} {{(pid=92098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:03:11.488482 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 59012) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:03:11.575946 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_hamode_db [None req-f7dfc968-288b-4b42-960a-6745d51b230a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfdefa90-c1f8-4d9b-a1c8-71c1116a9138', 'name': 'tempest-AttachVolumeShelveTestJSON-1222488113-router', 'tenant_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': 'cddd21fc-afdb-4a3f-ac54-11f3da0ce5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:03:00Z', 'updated_at': '2021-06-06T12:03:05Z', 'revision_number': 3, 'project_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'gw_port': {'id': 'cddd21fc-afdb-4a3f-ac54-11f3da0ce5b9', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:44:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfdefa90-c1f8-4d9b-a1c8-71c1116a9138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:03Z', 'updated_at': '2021-06-06T12:03:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb'}], 'dv-cinder-786266-2-smb', False) {} {{(pid=92099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:03:11.589151 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7dfc968-288b-4b42-960a-6745d51b230a None None] Checking router: cfdefa90-c1f8-4d9b-a1c8-71c1116a9138 for host: dv-cinder-786266-2-smb {{(pid=92099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 12:03:11.591697 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7dfc968-288b-4b42-960a-6745d51b230a None None] Updating router cfdefa90-c1f8-4d9b-a1c8-71c1116a9138 port cddd21fc-afdb-4a3f-ac54-11f3da0ce5b9 binding host dv-cinder-786266-2-smb {{(pid=92099) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 12:03:11.611202 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f656140-7002-4421-842a-15858b97849b None None] Checking router: 9d7d3fbb-ab33-4447-afbe-46e815672323 for host: dv-cinder-786266-2-smb {{(pid=92098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 12:03:11.613001 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f656140-7002-4421-842a-15858b97849b None None] Updating router 9d7d3fbb-ab33-4447-afbe-46e815672323 port 0ac27d11-e92b-44bd-827f-b18b80d79f35 binding host dv-cinder-786266-2-smb {{(pid=92098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 12:03:11.661684 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.db.db_base_plugin_common [req-a5f3dadf-68df-4010-90c5-b08c0eec50c4 req-1a2a2d0f-6546-4559-840e-a489a9a78551 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Allocated IP 172.20.0.10 (4d37cec2-d786-44b2-9e86-7075fb44dfe0/ff1afc7f-f4ce-414b-b4e3-27c63da65886/c6f5676b-5bc6-4820-b8e1-624adac7d88f) {{(pid=92096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 12:03:11.735630 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvr_db [None req-7c29841c-2ca0-4360-9fb3-6022f8a3dae3 None None] Set router 68a45a69-7826-4fbe-8461-9c3bf62fa81a gateway port host: dv-cinder-786266-2-smb {{(pid=92098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:03:11.784963 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron_lib.callbacks.manager [None req-f7dfc968-288b-4b42-960a-6745d51b230a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:11.834948 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6f656140-7002-4421-842a-15858b97849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:11.920616 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-a5f3dadf-68df-4010-90c5-b08c0eec50c4 req-1a2a2d0f-6546-4559-840e-a489a9a78551 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Notify callbacks [] for port, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:11.997396 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-2c8f755b-eadc-4b8c-ad95-fc9f2538bd0f req-0b9bf90f-53cd-4192-a488-667e0679b5db tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?device_id=08efb263-f31f-4a39-91c3-6fbb95852108 HTTP/1.1" status: 200 len: 210 time: 0.8460467 Jun 06 12:03:12.016821 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-b542d2d2-0184-48b3-b885-a5e818cc5afd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:12.139962 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-a5f3dadf-68df-4010-90c5-b08c0eec50c4 req-1a2a2d0f-6546-4559-840e-a489a9a78551 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778191160652'] for port, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:12.183330 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-7b28f218-bd66-4287-ae84-fd04b1175a3a req-86c5e3be-8f9e-47e9-99d4-55031bccba58 tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fcc874c-c6e0-4d07-8379-2d74438f4962 HTTP/1.1" status: 200 len: 210 time: 0.5279541 Jun 06 12:03:12.207608 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:12.353158 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-54989275-ae17-417d-bcd5-606695b7ab38 req-93a2dd45-fa73-4bd3-9fca-61c0afe4ed4a tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] Notify callbacks [] for port, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:12.415059 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5f3dadf-68df-4010-90c5-b08c0eec50c4 req-1a2a2d0f-6546-4559-840e-a489a9a78551 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Network 4d37cec2-d786-44b2-9e86-7075fb44dfe0 is already hosted by enough agents. {{(pid=92096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 12:03:12.419333 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.scheduler.base_scheduler [req-a5f3dadf-68df-4010-90c5-b08c0eec50c4 req-1a2a2d0f-6546-4559-840e-a489a9a78551 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Resources bound (agent type, host, resource id): {{(pid=92096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:03:12.431101 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5f3dadf-68df-4010-90c5-b08c0eec50c4 req-1a2a2d0f-6546-4559-840e-a489a9a78551 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Received port after_create {{(pid=92096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 12:03:12.442286 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3dadf-68df-4010-90c5-b08c0eec50c4 req-1a2a2d0f-6546-4559-840e-a489a9a78551 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:12.442286 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-a5f3dadf-68df-4010-90c5-b08c0eec50c4 req-1a2a2d0f-6546-4559-840e-a489a9a78551 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617724'] for port, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:12.522065 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2a2d0f-6546-4559-840e-a489a9a78551 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Pushing event updated for resources: {'Port': ['ID=c6f5676b-5bc6-4820-b8e1-624adac7d88f,revision_number=1']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:12.768976 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-1a2a2d0f-6546-4559-840e-a489a9a78551 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:12.775112 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron_lib.callbacks.manager [None req-f7dfc968-288b-4b42-960a-6745d51b230a None None] Notify callbacks [] for port, precommit_update {{(pid=92099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:12.775112 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.provisioning_blocks [None req-f7dfc968-288b-4b42-960a-6745d51b230a None None] Transition to ACTIVE for port object cddd21fc-afdb-4a3f-ac54-11f3da0ce5b9 will not be triggered until provisioned by entity L2. {{(pid=92099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 12:03:12.776278 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_hamode_db [None req-7c29841c-2ca0-4360-9fb3-6022f8a3dae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a45a69-7826-4fbe-8461-9c3bf62fa81a', 'name': 'tempest-ServerRescueNegativeTestJSON-467981305-router', 'tenant_id': '50c7650c564f46e9895bb0af0228580e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.174'}], 'enable_snat': True}, 'gw_port_id': '632c8de1-d037-4090-9097-45473d1e8abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:02:56Z', 'updated_at': '2021-06-06T12:03:06Z', 'revision_number': 4, 'project_id': '50c7650c564f46e9895bb0af0228580e', 'gw_port': {'id': '632c8de1-d037-4090-9097-45473d1e8abf', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:37:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a45a69-7826-4fbe-8461-9c3bf62fa81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:02:57Z', 'updated_at': '2021-06-06T12:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb', '_interfaces': [{'id': '7b658d2e-f13b-4c8c-bf3c-bbe922393de4', 'name': '', 'network_id': 'd03de1d2-5bf4-407f-a826-051b44cc8c51', 'tenant_id': '50c7650c564f46e9895bb0af0228580e', 'mac_address': 'fa:16:3e:3c:3c:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a45a69-7826-4fbe-8461-9c3bf62fa81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5d90edd5-4ab2-4621-97ec-be229d8cd0db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:04Z', 'updated_at': '2021-06-06T12:03:08Z', 'revision_number': 2, 'project_id': '50c7650c564f46e9895bb0af0228580e', 'subnets': [{'id': '5d90edd5-4ab2-4621-97ec-be229d8cd0db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-2-smb', False) {} {{(pid=92098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:03:12.776278 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c29841c-2ca0-4360-9fb3-6022f8a3dae3 None None] Checking router: 68a45a69-7826-4fbe-8461-9c3bf62fa81a for host: dv-cinder-786266-2-smb {{(pid=92098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 12:03:12.776278 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c29841c-2ca0-4360-9fb3-6022f8a3dae3 None None] Updating router 68a45a69-7826-4fbe-8461-9c3bf62fa81a port 7b658d2e-f13b-4c8c-bf3c-bbe922393de4 binding host dv-cinder-786266-2-smb {{(pid=92098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 12:03:12.776932 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-54989275-ae17-417d-bcd5-606695b7ab38 req-93a2dd45-fa73-4bd3-9fca-61c0afe4ed4a tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778191160652'] for port, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:12.776932 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:12.777146 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-7c29841c-2ca0-4360-9fb3-6022f8a3dae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:12.829065 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron_lib.callbacks.manager [None req-f7dfc968-288b-4b42-960a-6745d51b230a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:12.840703 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:12.903904 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54989275-ae17-417d-bcd5-606695b7ab38 req-93a2dd45-fa73-4bd3-9fca-61c0afe4ed4a tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] Network 0b682bce-a35a-41e3-8300-db1747418d0c is already hosted by enough agents. {{(pid=92096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 12:03:12.934614 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.scheduler.base_scheduler [req-54989275-ae17-417d-bcd5-606695b7ab38 req-93a2dd45-fa73-4bd3-9fca-61c0afe4ed4a tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] Resources bound (agent type, host, resource id): {{(pid=92096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:03:13.056290 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a417a895-59e5-4ba2-992f-97bbcc533bb8 None None] Pushing event updated for resources: {'Port': ['ID=cddd21fc-afdb-4a3f-ac54-11f3da0ce5b9,revision_number=2']} {{(pid=92099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:13.103667 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.db.l3_dvrscheduler_db [req-54989275-ae17-417d-bcd5-606695b7ab38 req-93a2dd45-fa73-4bd3-9fca-61c0afe4ed4a tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] Received port after_create {{(pid=92096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 12:03:13.105800 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG oslo_concurrency.lockutils [None req-a417a895-59e5-4ba2-992f-97bbcc533bb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=92099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:13.116981 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54989275-ae17-417d-bcd5-606695b7ab38 req-93a2dd45-fa73-4bd3-9fca-61c0afe4ed4a tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:13.119333 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-54989275-ae17-417d-bcd5-606695b7ab38 req-93a2dd45-fa73-4bd3-9fca-61c0afe4ed4a tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617724'] for port, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:13.126873 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a2dd45-fa73-4bd3-9fca-61c0afe4ed4a tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] Pushing event updated for resources: {'Port': ['ID=401e65a5-634d-4373-b17d-092b92de8efb,revision_number=1']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:13.146210 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-93a2dd45-fa73-4bd3-9fca-61c0afe4ed4a tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:13.212680 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.plugins.ml2.managers [None req-f7dfc968-288b-4b42-960a-6745d51b230a None None] Attempting to bind port cddd21fc-afdb-4a3f-ac54-11f3da0ce5b9 on host dv-cinder-786266-2-smb for vnic_type normal with profile {{(pid=92099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 12:03:13.213850 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.plugins.ml2.managers [None req-f7dfc968-288b-4b42-960a-6745d51b230a None None] Attempting to bind port cddd21fc-afdb-4a3f-ac54-11f3da0ce5b9 by drivers openvswitch,hyperv on host dv-cinder-786266-2-smb at level 0 using segments [{'id': 'bb809bd8-b365-4ef3-acf3-bf04c8c65f74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf'}] {{(pid=92099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 12:03:13.213850 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dfc968-288b-4b42-960a-6745d51b230a None None] Attempting to bind port cddd21fc-afdb-4a3f-ac54-11f3da0ce5b9 on network f46ef3e5-e761-4cf2-8ba5-27fd00264fbf {{(pid=92099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 12:03:13.254577 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dfc968-288b-4b42-960a-6745d51b230a None None] Checking agent: {'id': 'f47648e7-a38f-4e40-85d5-251dd82ea0a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786266-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 54, 50), 'started_at': datetime.datetime(2021, 6, 6, 11, 55, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 12, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786266-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 12:03:13.256570 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dfc968-288b-4b42-960a-6745d51b230a None None] Checking segment: {'id': 'bb809bd8-b365-4ef3-acf3-bf04c8c65f74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 12:03:13.256995 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron_lib.callbacks.manager [None req-f7dfc968-288b-4b42-960a-6745d51b230a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:13.257404 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dfc968-288b-4b42-960a-6745d51b230a None None] Bound using segment: {'id': 'bb809bd8-b365-4ef3-acf3-bf04c8c65f74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf'} {{(pid=92099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 12:03:13.259575 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.plugins.ml2.managers [None req-f7dfc968-288b-4b42-960a-6745d51b230a None None] Bound port: cddd21fc-afdb-4a3f-ac54-11f3da0ce5b9, host: dv-cinder-786266-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb809bd8-b365-4ef3-acf3-bf04c8c65f74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf'}}] {{(pid=92099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 12:03:13.259971 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron_lib.callbacks.manager [None req-f7dfc968-288b-4b42-960a-6745d51b230a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:13.414770 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6f656140-7002-4421-842a-15858b97849b None None] Notify callbacks [] for port, precommit_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:13.433398 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-6f656140-7002-4421-842a-15858b97849b None None] Transition to ACTIVE for port object 0ac27d11-e92b-44bd-827f-b18b80d79f35 will not be triggered until provisioned by entity L2. {{(pid=92098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 12:03:13.438774 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c90a9-35b7-4687-b9dc-21358135a737 req-c0926dfe-aa35-49fa-9f8b-3fcb3901af8e tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:13.449467 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-4d3c90a9-35b7-4687-b9dc-21358135a737 req-c0926dfe-aa35-49fa-9f8b-3fcb3901af8e tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/networks?id=d03de1d2-5bf4-407f-a826-051b44cc8c51 HTTP/1.1" status: 200 len: 818 time: 0.5624754 Jun 06 12:03:13.488533 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.plugins.ml2.db [None req-f7dfc968-288b-4b42-960a-6745d51b230a None None] For port cddd21fc-afdb-4a3f-ac54-11f3da0ce5b9, host dv-cinder-786266-2-smb, cleared binding levels {{(pid=92099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 12:03:13.518931 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6f656140-7002-4421-842a-15858b97849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:13.533829 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:13.542997 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.plugins.ml2.db [None req-f7dfc968-288b-4b42-960a-6745d51b230a None None] For port cddd21fc-afdb-4a3f-ac54-11f3da0ce5b9, host dv-cinder-786266-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-2-smb',level=0,port_id=cddd21fc-afdb-4a3f-ac54-11f3da0ce5b9,segment=NetworkSegment(bb809bd8-b365-4ef3-acf3-bf04c8c65f74),segment_id=bb809bd8-b365-4ef3-acf3-bf04c8c65f74)] {{(pid=92099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 12:03:13.635260 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron_lib.callbacks.manager [None req-f7dfc968-288b-4b42-960a-6745d51b230a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:13.636156 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-7c29841c-2ca0-4360-9fb3-6022f8a3dae3 None None] Notify callbacks [] for port, precommit_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:13.642099 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG oslo_concurrency.lockutils [None req-9f8e511f-209e-48eb-aa3c-38c219267402 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:13.663352 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474726e6-6814-4e46-bfc7-c479a8c2d943 None None] Pushing event updated for resources: {'Port': ['ID=0ac27d11-e92b-44bd-827f-b18b80d79f35,revision_number=2']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:13.666353 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-7c29841c-2ca0-4360-9fb3-6022f8a3dae3 None None] Transition to ACTIVE for port object 7b658d2e-f13b-4c8c-bf3c-bbe922393de4 will not be triggered until provisioned by entity L2. {{(pid=92098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 12:03:13.672428 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-474726e6-6814-4e46-bfc7-c479a8c2d943 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:13.673329 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.managers [None req-6f656140-7002-4421-842a-15858b97849b None None] Attempting to bind port 0ac27d11-e92b-44bd-827f-b18b80d79f35 on host dv-cinder-786266-2-smb for vnic_type normal with profile {{(pid=92098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 12:03:13.673697 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.managers [None req-6f656140-7002-4421-842a-15858b97849b None None] Attempting to bind port 0ac27d11-e92b-44bd-827f-b18b80d79f35 by drivers openvswitch,hyperv on host dv-cinder-786266-2-smb at level 0 using segments [{'id': 'bb809bd8-b365-4ef3-acf3-bf04c8c65f74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf'}] {{(pid=92098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 12:03:13.674133 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f656140-7002-4421-842a-15858b97849b None None] Attempting to bind port 0ac27d11-e92b-44bd-827f-b18b80d79f35 on network f46ef3e5-e761-4cf2-8ba5-27fd00264fbf {{(pid=92098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 12:03:13.679886 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-b542d2d2-0184-48b3-b885-a5e818cc5afd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:13.681950 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f656140-7002-4421-842a-15858b97849b None None] Checking agent: {'id': 'f47648e7-a38f-4e40-85d5-251dd82ea0a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786266-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 54, 50), 'started_at': datetime.datetime(2021, 6, 6, 11, 55, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 12, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786266-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 12:03:13.682420 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f656140-7002-4421-842a-15858b97849b None None] Checking segment: {'id': 'bb809bd8-b365-4ef3-acf3-bf04c8c65f74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 12:03:13.682962 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6f656140-7002-4421-842a-15858b97849b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:13.683422 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f656140-7002-4421-842a-15858b97849b None None] Bound using segment: {'id': 'bb809bd8-b365-4ef3-acf3-bf04c8c65f74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf'} {{(pid=92098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 12:03:13.684048 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.managers [None req-6f656140-7002-4421-842a-15858b97849b None None] Bound port: 0ac27d11-e92b-44bd-827f-b18b80d79f35, host: dv-cinder-786266-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb809bd8-b365-4ef3-acf3-bf04c8c65f74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf'}}] {{(pid=92098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 12:03:13.684485 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6f656140-7002-4421-842a-15858b97849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:13.700560 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-9e3f4918-1210-4f37-9b5a-f6c9553afc61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:13.770021 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-7c29841c-2ca0-4360-9fb3-6022f8a3dae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:13.782400 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-b542d2d2-0184-48b3-b885-a5e818cc5afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:13.783873 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:13.787074 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-582cbfbd-ad21-4b3a-a6ed-79732adfcf62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:13.834065 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-754ba1b0-426d-4a0c-bf1d-345f3e6af6cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:13.834374 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-4d3c90a9-35b7-4687-b9dc-21358135a737 req-e249d0de-a346-4f10-9f41-5d7bf3fecf09 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/quotas/50c7650c564f46e9895bb0af0228580e HTTP/1.1" status: 200 len: 375 time: 0.3836927 Jun 06 12:03:13.841234 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7dfc968-288b-4b42-960a-6745d51b230a None None] Routers {'cfdefa90-c1f8-4d9b-a1c8-71c1116a9138'} bound to L3 agent in host dv-cinder-786266-2-smb {{(pid=92099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:03:13.843114 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_hamode_db [None req-f7dfc968-288b-4b42-960a-6745d51b230a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-06T11:54:50Z,description=,heartbeat_timestamp=2021-06-06T12:02:50Z,host='dv-cinder-786266-2-smb',id=915c5c25-b12e-44c8-ae20-885b4f191692,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:54:51Z,topic='l3_agent')) {'router_ids': ['cfdefa90-c1f8-4d9b-a1c8-71c1116a9138'], 'active': True} {{(pid=92099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:03:13.979683 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b542d2d2-0184-48b3-b885-a5e818cc5afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5ee366-c53c-4aee-a2ca-1eefa9bd49b6,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:14.003107 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6f656140-7002-4421-842a-15858b97849b None None] For port 0ac27d11-e92b-44bd-827f-b18b80d79f35, host dv-cinder-786266-2-smb, cleared binding levels {{(pid=92098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 12:03:14.004988 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-b542d2d2-0184-48b3-b885-a5e818cc5afd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=130e358260ff4c0a9b0813980ba39ab5&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0676544 Jun 06 12:03:14.006068 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-b542d2d2-0184-48b3-b885-a5e818cc5afd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:14.014707 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 59054) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:03:14.029012 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6f656140-7002-4421-842a-15858b97849b None None] For port 0ac27d11-e92b-44bd-827f-b18b80d79f35, host dv-cinder-786266-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-2-smb',level=0,port_id=0ac27d11-e92b-44bd-827f-b18b80d79f35,segment=NetworkSegment(bb809bd8-b365-4ef3-acf3-bf04c8c65f74),segment_id=bb809bd8-b365-4ef3-acf3-bf04c8c65f74)] {{(pid=92098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 12:03:14.032571 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-54989275-ae17-417d-bcd5-606695b7ab38 req-93a2dd45-fa73-4bd3-9fca-61c0afe4ed4a tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4401841 Jun 06 12:03:14.037527 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-a5f3dadf-68df-4010-90c5-b08c0eec50c4 req-1a2a2d0f-6546-4559-840e-a489a9a78551 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6076810 Jun 06 12:03:14.127671 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8bf344-9341-4c3b-935f-d87e1fa1a274 None None] Pushing event updated for resources: {'Port': ['ID=7b658d2e-f13b-4c8c-bf3c-bbe922393de4,revision_number=3']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:14.129375 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e6124f-48d1-4d86-bc7e-622ccaff6e93 req-7ceff2c8-9240-4fa9-8590-e54ac8363554 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:14.131239 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-40e6124f-48d1-4d86-bc7e-622ccaff6e93 req-7ceff2c8-9240-4fa9-8590-e54ac8363554 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?device_id=08efb263-f31f-4a39-91c3-6fbb95852108 HTTP/1.1" status: 200 len: 932 time: 0.7180376 Jun 06 12:03:14.136582 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [req-54989275-ae17-417d-bcd5-606695b7ab38 req-b8f72a96-c75a-49a7-a139-f8616a03c4f9 tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=92096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 06 12:03:14.137823 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-54989275-ae17-417d-bcd5-606695b7ab38 req-b8f72a96-c75a-49a7-a139-f8616a03c4f9 tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0240500 Jun 06 12:03:14.141887 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [req-a5f3dadf-68df-4010-90c5-b08c0eec50c4 req-9ee4a616-6157-44fc-87e2-d964497139e7 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=92096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 06 12:03:14.143244 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-a5f3dadf-68df-4010-90c5-b08c0eec50c4 req-9ee4a616-6157-44fc-87e2-d964497139e7 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0339787 Jun 06 12:03:14.151870 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_dvr_db [None req-f7dfc968-288b-4b42-960a-6745d51b230a None None] Set router cfdefa90-c1f8-4d9b-a1c8-71c1116a9138 gateway port host: dv-cinder-786266-2-smb {{(pid=92099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:03:14.172432 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-4d3c90a9-35b7-4687-b9dc-21358135a737 req-66f4e558-fd83-498f-aece-2585f8a84acf tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=50c7650c564f46e9895bb0af0228580e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3234243 Jun 06 12:03:14.180101 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6f656140-7002-4421-842a-15858b97849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:14.181804 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-2e8bf344-9341-4c3b-935f-d87e1fa1a274 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:14.280752 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:14.329816 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a417a895-59e5-4ba2-992f-97bbcc533bb8 None None] Pushing event updated for resources: {'Port': ['ID=cddd21fc-afdb-4a3f-ac54-11f3da0ce5b9,revision_number=3']} {{(pid=92099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:14.335093 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG oslo_concurrency.lockutils [None req-a417a895-59e5-4ba2-992f-97bbcc533bb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.693s {{(pid=92099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:14.360209 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.db_base_plugin_common [None req-9e3f4918-1210-4f37-9b5a-f6c9553afc61 admin admin] Allocated IP 172.20.0.1 (9d232693-3d67-4acc-8d54-aa5376170328/9af00337-26dd-42bb-a5b7-bfb5439775d6/2afb42c6-9875-4d01-b001-d3afe46a4745) {{(pid=92097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 12:03:14.419353 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-a40f29bd-4f6d-4547-b1f3-835eb974b792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:14.484713 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.managers [None req-7c29841c-2ca0-4360-9fb3-6022f8a3dae3 None None] Attempting to bind port 7b658d2e-f13b-4c8c-bf3c-bbe922393de4 on host dv-cinder-786266-2-smb for vnic_type normal with profile {{(pid=92098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 12:03:14.485222 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.managers [None req-7c29841c-2ca0-4360-9fb3-6022f8a3dae3 None None] Attempting to bind port 7b658d2e-f13b-4c8c-bf3c-bbe922393de4 by drivers openvswitch,hyperv on host dv-cinder-786266-2-smb at level 0 using segments [{'id': 'da4ce783-723b-4845-afd6-23e93223e0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd03de1d2-5bf4-407f-a826-051b44cc8c51'}] {{(pid=92098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 12:03:14.488396 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c29841c-2ca0-4360-9fb3-6022f8a3dae3 None None] Attempting to bind port 7b658d2e-f13b-4c8c-bf3c-bbe922393de4 on network d03de1d2-5bf4-407f-a826-051b44cc8c51 {{(pid=92098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 12:03:14.538796 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c29841c-2ca0-4360-9fb3-6022f8a3dae3 None None] Checking agent: {'id': 'f47648e7-a38f-4e40-85d5-251dd82ea0a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786266-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 54, 50), 'started_at': datetime.datetime(2021, 6, 6, 11, 55, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 12, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786266-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 12:03:14.539175 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c29841c-2ca0-4360-9fb3-6022f8a3dae3 None None] Checking segment: {'id': 'da4ce783-723b-4845-afd6-23e93223e0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd03de1d2-5bf4-407f-a826-051b44cc8c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 12:03:14.539598 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-7c29841c-2ca0-4360-9fb3-6022f8a3dae3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:14.539982 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c29841c-2ca0-4360-9fb3-6022f8a3dae3 None None] Bound using segment: {'id': 'da4ce783-723b-4845-afd6-23e93223e0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd03de1d2-5bf4-407f-a826-051b44cc8c51'} {{(pid=92098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 12:03:14.546254 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.managers [None req-7c29841c-2ca0-4360-9fb3-6022f8a3dae3 None None] Bound port: 7b658d2e-f13b-4c8c-bf3c-bbe922393de4, host: dv-cinder-786266-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da4ce783-723b-4845-afd6-23e93223e0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd03de1d2-5bf4-407f-a826-051b44cc8c51'}}] {{(pid=92098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 12:03:14.546662 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-7c29841c-2ca0-4360-9fb3-6022f8a3dae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:14.581943 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.v2.base [req-a5f3dadf-68df-4010-90c5-b08c0eec50c4 req-dee16463-3153-4d5e-914a-859237255df9 service neutron] Request body: {'port': {'device_id': '08efb263-f31f-4a39-91c3-6fbb95852108', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=92096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:03:14.590152 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-a40f29bd-4f6d-4547-b1f3-835eb974b792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:14.645676 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f656140-7002-4421-842a-15858b97849b None None] Routers {'9d7d3fbb-ab33-4447-afbe-46e815672323'} bound to L3 agent in host dv-cinder-786266-2-smb {{(pid=92098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:03:14.646346 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_hamode_db [None req-6f656140-7002-4421-842a-15858b97849b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-06T11:54:50Z,description=,heartbeat_timestamp=2021-06-06T12:02:50Z,host='dv-cinder-786266-2-smb',id=915c5c25-b12e-44c8-ae20-885b4f191692,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:54:51Z,topic='l3_agent')) {'router_ids': ['9d7d3fbb-ab33-4447-afbe-46e815672323'], 'active': True} {{(pid=92098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:03:14.655994 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.v2.base [req-54989275-ae17-417d-bcd5-606695b7ab38 req-5b5c9528-0a33-4dfd-8a41-8079f31de7d0 service neutron] Request body: {'port': {'device_id': '8fcc874c-c6e0-4d07-8379-2d74438f4962', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=92096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:03:14.697063 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-40e6124f-48d1-4d86-bc7e-622ccaff6e93 req-81ae2f79-e83e-4e97-823d-2e832db0816c tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/security-groups?id=f23f4ac2-a34a-4b05-b7f3-4b7c23d9b1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5380170 Jun 06 12:03:14.703302 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_hamode_db [None req-f7dfc968-288b-4b42-960a-6745d51b230a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfdefa90-c1f8-4d9b-a1c8-71c1116a9138', 'name': 'tempest-AttachVolumeShelveTestJSON-1222488113-router', 'tenant_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': 'cddd21fc-afdb-4a3f-ac54-11f3da0ce5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:03:00Z', 'updated_at': '2021-06-06T12:03:05Z', 'revision_number': 3, 'project_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'gw_port': {'id': 'cddd21fc-afdb-4a3f-ac54-11f3da0ce5b9', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:44:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfdefa90-c1f8-4d9b-a1c8-71c1116a9138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:03Z', 'updated_at': '2021-06-06T12:03:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb'}], 'dv-cinder-786266-2-smb', False) {} {{(pid=92099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:03:14.719030 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7dfc968-288b-4b42-960a-6745d51b230a None None] The sync data for ids ['cfdefa90-c1f8-4d9b-a1c8-71c1116a9138'] in dv-cinder-786266-2-smb is: [{'id': 'cfdefa90-c1f8-4d9b-a1c8-71c1116a9138', 'name': 'tempest-AttachVolumeShelveTestJSON-1222488113-router', 'tenant_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': 'cddd21fc-afdb-4a3f-ac54-11f3da0ce5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:03:00Z', 'updated_at': '2021-06-06T12:03:05Z', 'revision_number': 3, 'project_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'gw_port': {'id': 'cddd21fc-afdb-4a3f-ac54-11f3da0ce5b9', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:44:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfdefa90-c1f8-4d9b-a1c8-71c1116a9138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:03Z', 'updated_at': '2021-06-06T12:03:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb'}] {{(pid=92099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 12:03:14.838698 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-4d3c90a9-35b7-4687-b9dc-21358135a737 req-5da9b049-497b-4b5d-b228-58edaf036f42 service neutron] 10.222.0.32 "GET /v2.0/networks/d03de1d2-5bf4-407f-a826-051b44cc8c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6634772 Jun 06 12:03:14.971011 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-7c29841c-2ca0-4360-9fb3-6022f8a3dae3 None None] For port 7b658d2e-f13b-4c8c-bf3c-bbe922393de4, host dv-cinder-786266-2-smb, cleared binding levels {{(pid=92098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 12:03:14.980838 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-7c29841c-2ca0-4360-9fb3-6022f8a3dae3 None None] For port 7b658d2e-f13b-4c8c-bf3c-bbe922393de4, host dv-cinder-786266-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-2-smb',level=0,port_id=7b658d2e-f13b-4c8c-bf3c-bbe922393de4,segment=NetworkSegment(da4ce783-723b-4845-afd6-23e93223e0fc),segment_id=da4ce783-723b-4845-afd6-23e93223e0fc)] {{(pid=92098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 12:03:15.004678 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-a40f29bd-4f6d-4547-b1f3-835eb974b792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:15.020052 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-a40f29bd-4f6d-4547-b1f3-835eb974b792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:15.028009 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-a40f29bd-4f6d-4547-b1f3-835eb974b792 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1b5ee366-c53c-4aee-a2ca-1eefa9bd49b6 HTTP/1.1" status: 204 len: 168 time: 1.0078146 Jun 06 12:03:15.028009 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-f03d08fa-0256-42d6-ad2e-ebdb53c12e06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:15.038349 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.db_base_plugin_common [None req-582cbfbd-ad21-4b3a-a6ed-79732adfcf62 admin admin] Allocated IP 172.20.0.1 (99f1ec4c-50c1-42cf-bf31-28bc5611fa58/d6151d6c-a3ca-4b30-8028-8df9c8252719/b1a9cc54-d98e-4cc5-9625-41c1bbd6010f) {{(pid=92097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 12:03:15.064609 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40f29bd-4f6d-4547-b1f3-835eb974b792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5ee366-c53c-4aee-a2ca-1eefa9bd49b6,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:15.080292 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-a40f29bd-4f6d-4547-b1f3-835eb974b792 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:15.328384 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-9e3f4918-1210-4f37-9b5a-f6c9553afc61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:15.385778 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvr_db [None req-6f656140-7002-4421-842a-15858b97849b None None] Set router 9d7d3fbb-ab33-4447-afbe-46e815672323 gateway port host: dv-cinder-786266-2-smb {{(pid=92098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:03:15.414264 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 59076) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:03:15.435107 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.provisioning_blocks [None req-9e3f4918-1210-4f37-9b5a-f6c9553afc61 admin admin] Transition to ACTIVE for port object 2afb42c6-9875-4d01-b001-d3afe46a4745 will not be triggered until provisioned by entity DHCP. {{(pid=92097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 12:03:15.495075 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474726e6-6814-4e46-bfc7-c479a8c2d943 None None] Pushing event updated for resources: {'Port': ['ID=0ac27d11-e92b-44bd-827f-b18b80d79f35,revision_number=3']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:15.513483 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-474726e6-6814-4e46-bfc7-c479a8c2d943 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.234s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:15.573854 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-582cbfbd-ad21-4b3a-a6ed-79732adfcf62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:15.626386 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.provisioning_blocks [None req-582cbfbd-ad21-4b3a-a6ed-79732adfcf62 admin admin] Transition to ACTIVE for port object b1a9cc54-d98e-4cc5-9625-41c1bbd6010f will not be triggered until provisioned by entity DHCP. {{(pid=92097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 12:03:15.673999 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-7c29841c-2ca0-4360-9fb3-6022f8a3dae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:15.685020 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-2e8bf344-9341-4c3b-935f-d87e1fa1a274 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:15.705399 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-9e3f4918-1210-4f37-9b5a-f6c9553afc61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778191160652'] for port, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:15.712747 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:15.778799 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-a5f3dadf-68df-4010-90c5-b08c0eec50c4 req-dee16463-3153-4d5e-914a-859237255df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:15.819501 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-54989275-ae17-417d-bcd5-606695b7ab38 req-5b5c9528-0a33-4dfd-8a41-8079f31de7d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:15.847287 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-582cbfbd-ad21-4b3a-a6ed-79732adfcf62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778191160652'] for port, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:15.874079 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-4d3c90a9-35b7-4687-b9dc-21358135a737 req-634d0d66-8bbb-4a2f-a643-ed8d185ac6be service neutron] 10.222.0.32 "GET /v2.0/networks/d03de1d2-5bf4-407f-a826-051b44cc8c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0151196 Jun 06 12:03:15.960509 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3f4918-1210-4f37-9b5a-f6c9553afc61 admin admin] Pushing event updated for resources: {'Port': ['ID=2afb42c6-9875-4d01-b001-d3afe46a4745,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:15.966770 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-9e3f4918-1210-4f37-9b5a-f6c9553afc61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:15.986159 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3f4918-1210-4f37-9b5a-f6c9553afc61 admin admin] Network 9d232693-3d67-4acc-8d54-aa5376170328 is already hosted by enough agents. {{(pid=92097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 12:03:15.998872 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:16.090373 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.base_scheduler [None req-9e3f4918-1210-4f37-9b5a-f6c9553afc61 admin admin] Resources bound (agent type, host, resource id): {{(pid=92097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:03:16.126782 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582cbfbd-ad21-4b3a-a6ed-79732adfcf62 admin admin] Network 99f1ec4c-50c1-42cf-bf31-28bc5611fa58 is already hosted by enough agents. {{(pid=92097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 12:03:16.134798 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c29841c-2ca0-4360-9fb3-6022f8a3dae3 None None] Routers {'68a45a69-7826-4fbe-8461-9c3bf62fa81a'} bound to L3 agent in host dv-cinder-786266-2-smb {{(pid=92098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:03:16.135469 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_hamode_db [None req-7c29841c-2ca0-4360-9fb3-6022f8a3dae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-06T11:54:50Z,description=,heartbeat_timestamp=2021-06-06T12:02:50Z,host='dv-cinder-786266-2-smb',id=915c5c25-b12e-44c8-ae20-885b4f191692,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:54:51Z,topic='l3_agent')) {'router_ids': ['68a45a69-7826-4fbe-8461-9c3bf62fa81a'], 'active': True} {{(pid=92098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:03:16.144311 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3f4918-1210-4f37-9b5a-f6c9553afc61 admin admin] Received port after_create {{(pid=92097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 12:03:16.149784 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-9e3f4918-1210-4f37-9b5a-f6c9553afc61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-559072'] for router_interface, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:16.226703 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c33df7-d6c6-4e51-9b0c-9d6c2bd288f3 req-3bc35f1c-3745-428e-922a-2b5b3f8cb236 tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:16.228430 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-05c33df7-d6c6-4e51-9b0c-9d6c2bd288f3 req-3bc35f1c-3745-428e-922a-2b5b3f8cb236 tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fcc874c-c6e0-4d07-8379-2d74438f4962 HTTP/1.1" status: 200 len: 932 time: 1.3758662 Jun 06 12:03:16.249641 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.base_scheduler [None req-582cbfbd-ad21-4b3a-a6ed-79732adfcf62 admin admin] Resources bound (agent type, host, resource id): {{(pid=92097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:03:16.255301 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582cbfbd-ad21-4b3a-a6ed-79732adfcf62 admin admin] Received port after_create {{(pid=92097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 12:03:16.257133 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-582cbfbd-ad21-4b3a-a6ed-79732adfcf62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-559072'] for router_interface, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:16.450700 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-a17a1577-ce81-4f31-8a2f-71156ebbb559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:16.563828 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582cbfbd-ad21-4b3a-a6ed-79732adfcf62 admin admin] Pushing event updated for resources: {'Port': ['ID=b1a9cc54-d98e-4cc5-9625-41c1bbd6010f,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:16.620055 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-582cbfbd-ad21-4b3a-a6ed-79732adfcf62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:16.651270 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8bf344-9341-4c3b-935f-d87e1fa1a274 None None] Pushing event updated for resources: {'Port': ['ID=7b658d2e-f13b-4c8c-bf3c-bbe922393de4,revision_number=4']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:16.705165 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-2e8bf344-9341-4c3b-935f-d87e1fa1a274 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.020s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:16.757483 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device cddd21fc-afdb-4a3f-ac54-11f3da0ce5b9 up at agent ovs-agent-dv-cinder-786266-2-smb {{(pid=92098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 12:03:16.869248 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-a17a1577-ce81-4f31-8a2f-71156ebbb559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:16.990289 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-05c33df7-d6c6-4e51-9b0c-9d6c2bd288f3 req-231645d6-9d46-4aec-920b-5a774eed158f tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ca50d7b-92ba-4c14-8614-5fa0f5bf6a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7424695 Jun 06 12:03:17.011983 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-a17a1577-ce81-4f31-8a2f-71156ebbb559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:17.151790 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvr_db [None req-7c29841c-2ca0-4360-9fb3-6022f8a3dae3 None None] Set router 68a45a69-7826-4fbe-8461-9c3bf62fa81a gateway port host: dv-cinder-786266-2-smb {{(pid=92098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:03:17.239294 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:17.275850 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-7aaef82d-b428-46f4-95e6-079dc55b7f0e req-289cd3be-ad3f-4ad8-8ad7-a205c8cf8b49 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbc879d7-7892-49d1-b704-4b31e81d5886 HTTP/1.1" status: 200 len: 210 time: 0.1598859 Jun 06 12:03:17.376850 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17a1577-ce81-4f31-8a2f-71156ebbb559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3005b292-ccf4-487c-90f2-fb6d926524b9,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:17.380755 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-582cbfbd-ad21-4b3a-a6ed-79732adfcf62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:17.389668 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-9e3f4918-1210-4f37-9b5a-f6c9553afc61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:17.458791 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-a17a1577-ce81-4f31-8a2f-71156ebbb559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:17.552226 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-4cd5d9a2-e819-419a-beb0-efabadf516a1 None None] Provisioning for port 2afb42c6-9875-4d01-b001-d3afe46a4745 completed by entity DHCP. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 12:03:17.561642 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-a17a1577-ce81-4f31-8a2f-71156ebbb559 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4472124204fd4ef081148a85afa08d54&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1446843 Jun 06 12:03:17.575708 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 59120) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:03:17.673399 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93ed3d-a98e-414e-9d7d-577ecb3f3690 req-9e1b1226-0bb1-444f-8c02-0d861356059e tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:17.677539 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-4d93ed3d-a98e-414e-9d7d-577ecb3f3690 req-9e1b1226-0bb1-444f-8c02-0d861356059e tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?device_id=08efb263-f31f-4a39-91c3-6fbb95852108 HTTP/1.1" status: 200 len: 932 time: 1.1390738 Jun 06 12:03:17.688769 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-4cd5d9a2-e819-419a-beb0-efabadf516a1 None None] Provisioning complete for port 2afb42c6-9875-4d01-b001-d3afe46a4745 triggered by entity DHCP. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:03:17.689257 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-4cd5d9a2-e819-419a-beb0-efabadf516a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:17.986039 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 59134) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:03:18.207884 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.notifiers.nova [req-a5f3dadf-68df-4010-90c5-b08c0eec50c4 req-dee16463-3153-4d5e-914a-859237255df9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6f5676b-5bc6-4820-b8e1-624adac7d88f {{(pid=92096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 12:03:18.226025 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-a5f3dadf-68df-4010-90c5-b08c0eec50c4 req-dee16463-3153-4d5e-914a-859237255df9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:18.236041 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Provisioning for port cddd21fc-afdb-4a3f-ac54-11f3da0ce5b9 completed by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 12:03:18.259897 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.v2.base [None req-5272f35b-b9fd-4497-91c1-7c78482f7bea admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1657557283-network', 'tenant_id': 'dd97937230e34928ac6b1a646b504138'}} {{(pid=92097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:03:18.273196 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Provisioning complete for port cddd21fc-afdb-4a3f-ac54-11f3da0ce5b9 triggered by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:03:18.274871 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:18.341861 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-4d93ed3d-a98e-414e-9d7d-577ecb3f3690 req-7b294aaa-53dd-4fd4-b160-cb78eda21f11 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/security-groups?id=f23f4ac2-a34a-4b05-b7f3-4b7c23d9b1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4883142 Jun 06 12:03:18.351382 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-582cbfbd-ad21-4b3a-a6ed-79732adfcf62 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:18.376504 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-9e3f4918-1210-4f37-9b5a-f6c9553afc61 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:18.395585 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.db.provisioning_blocks [req-a5f3dadf-68df-4010-90c5-b08c0eec50c4 req-dee16463-3153-4d5e-914a-859237255df9 service neutron] Transition to ACTIVE for port object c6f5676b-5bc6-4820-b8e1-624adac7d88f will not be triggered until provisioned by entity L2. {{(pid=92096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 12:03:18.400172 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-a5b6e0fc-488e-41ef-a393-b5112997b4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:18.413369 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-582cbfbd-ad21-4b3a-a6ed-79732adfcf62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:18.415015 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-582cbfbd-ad21-4b3a-a6ed-79732adfcf62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-598200'] for router_interface, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:18.419175 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:18.462546 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_hamode_db [None req-6f656140-7002-4421-842a-15858b97849b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7d3fbb-ab33-4447-afbe-46e815672323', 'name': 'tempest-AttachVolumeTestJSON-581758585-router', 'tenant_id': 'eca5e9a6e3374a4193593b4832b36a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': '0ac27d11-e92b-44bd-827f-b18b80d79f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:03:01Z', 'updated_at': '2021-06-06T12:03:06Z', 'revision_number': 3, 'project_id': 'eca5e9a6e3374a4193593b4832b36a26', 'gw_port': {'id': '0ac27d11-e92b-44bd-827f-b18b80d79f35', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:15:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d7d3fbb-ab33-4447-afbe-46e815672323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:03Z', 'updated_at': '2021-06-06T12:03:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb'}], 'dv-cinder-786266-2-smb', False) {} {{(pid=92098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:03:18.464648 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.plugin [None req-4cd5d9a2-e819-419a-beb0-efabadf516a1 None None] Port 2afb42c6-9875-4d01-b001-d3afe46a4745 cannot update to ACTIVE because it is not bound. {{(pid=92098) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 12:03:18.479258 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f656140-7002-4421-842a-15858b97849b None None] The sync data for ids ['9d7d3fbb-ab33-4447-afbe-46e815672323'] in dv-cinder-786266-2-smb is: [{'id': '9d7d3fbb-ab33-4447-afbe-46e815672323', 'name': 'tempest-AttachVolumeTestJSON-581758585-router', 'tenant_id': 'eca5e9a6e3374a4193593b4832b36a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': '0ac27d11-e92b-44bd-827f-b18b80d79f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:03:01Z', 'updated_at': '2021-06-06T12:03:06Z', 'revision_number': 3, 'project_id': 'eca5e9a6e3374a4193593b4832b36a26', 'gw_port': {'id': '0ac27d11-e92b-44bd-827f-b18b80d79f35', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:15:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d7d3fbb-ab33-4447-afbe-46e815672323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:03Z', 'updated_at': '2021-06-06T12:03:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb'}] {{(pid=92098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 12:03:18.497170 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_hamode_db [None req-7c29841c-2ca0-4360-9fb3-6022f8a3dae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a45a69-7826-4fbe-8461-9c3bf62fa81a', 'name': 'tempest-ServerRescueNegativeTestJSON-467981305-router', 'tenant_id': '50c7650c564f46e9895bb0af0228580e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.174'}], 'enable_snat': True}, 'gw_port_id': '632c8de1-d037-4090-9097-45473d1e8abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:02:56Z', 'updated_at': '2021-06-06T12:03:06Z', 'revision_number': 4, 'project_id': '50c7650c564f46e9895bb0af0228580e', 'gw_port': {'id': '632c8de1-d037-4090-9097-45473d1e8abf', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:37:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a45a69-7826-4fbe-8461-9c3bf62fa81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:02:57Z', 'updated_at': '2021-06-06T12:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb', '_interfaces': [{'id': '7b658d2e-f13b-4c8c-bf3c-bbe922393de4', 'name': '', 'network_id': 'd03de1d2-5bf4-407f-a826-051b44cc8c51', 'tenant_id': '50c7650c564f46e9895bb0af0228580e', 'mac_address': 'fa:16:3e:3c:3c:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a45a69-7826-4fbe-8461-9c3bf62fa81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5d90edd5-4ab2-4621-97ec-be229d8cd0db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:04Z', 'updated_at': '2021-06-06T12:03:14Z', 'revision_number': 4, 'project_id': '50c7650c564f46e9895bb0af0228580e', 'subnets': [{'id': '5d90edd5-4ab2-4621-97ec-be229d8cd0db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-2-smb', False) {} {{(pid=92098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:03:18.520532 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5272f35b-b9fd-4497-91c1-7c78482f7bea admin admin] Made reservation on behalf of dd97937230e34928ac6b1a646b504138 for: {'network': 1} {{(pid=92097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 12:03:18.522966 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-5272f35b-b9fd-4497-91c1-7c78482f7bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33157647'] for network, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:18.538317 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c29841c-2ca0-4360-9fb3-6022f8a3dae3 None None] The sync data for ids ['68a45a69-7826-4fbe-8461-9c3bf62fa81a'] in dv-cinder-786266-2-smb is: [{'id': '68a45a69-7826-4fbe-8461-9c3bf62fa81a', 'name': 'tempest-ServerRescueNegativeTestJSON-467981305-router', 'tenant_id': '50c7650c564f46e9895bb0af0228580e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.174'}], 'enable_snat': True}, 'gw_port_id': '632c8de1-d037-4090-9097-45473d1e8abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:02:56Z', 'updated_at': '2021-06-06T12:03:06Z', 'revision_number': 4, 'project_id': '50c7650c564f46e9895bb0af0228580e', 'gw_port': {'id': '632c8de1-d037-4090-9097-45473d1e8abf', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:37:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a45a69-7826-4fbe-8461-9c3bf62fa81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:02:57Z', 'updated_at': '2021-06-06T12:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb', '_interfaces': [{'id': '7b658d2e-f13b-4c8c-bf3c-bbe922393de4', 'name': '', 'network_id': 'd03de1d2-5bf4-407f-a826-051b44cc8c51', 'tenant_id': '50c7650c564f46e9895bb0af0228580e', 'mac_address': 'fa:16:3e:3c:3c:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a45a69-7826-4fbe-8461-9c3bf62fa81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5d90edd5-4ab2-4621-97ec-be229d8cd0db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:04Z', 'updated_at': '2021-06-06T12:03:14Z', 'revision_number': 4, 'project_id': '50c7650c564f46e9895bb0af0228580e', 'subnets': [{'id': '5d90edd5-4ab2-4621-97ec-be229d8cd0db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 12:03:18.547471 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-9e3f4918-1210-4f37-9b5a-f6c9553afc61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:18.599172 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-a5f3dadf-68df-4010-90c5-b08c0eec50c4 req-dee16463-3153-4d5e-914a-859237255df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:18.614668 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-9e3f4918-1210-4f37-9b5a-f6c9553afc61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-598200'] for router_interface, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:18.627364 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-5272f35b-b9fd-4497-91c1-7c78482f7bea admin admin] Notify callbacks [] for security_group, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:18.705038 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:18.750519 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] For port cddd21fc-afdb-4a3f-ac54-11f3da0ce5b9, host dv-cinder-786266-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-2-smb',level=0,port_id=cddd21fc-afdb-4a3f-ac54-11f3da0ce5b9,segment=NetworkSegment(bb809bd8-b365-4ef3-acf3-bf04c8c65f74),segment_id=bb809bd8-b365-4ef3-acf3-bf04c8c65f74)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:03:18.757045 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582cbfbd-ad21-4b3a-a6ed-79732adfcf62 admin admin] Pushing event updated for resources: {'Port': ['ID=b1a9cc54-d98e-4cc5-9625-41c1bbd6010f,revision_number=2']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:18.787128 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-582cbfbd-ad21-4b3a-a6ed-79732adfcf62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:18.791952 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-582cbfbd-ad21-4b3a-a6ed-79732adfcf62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.170s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:18.820723 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:18.857020 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-891a8b8b-8ebe-4f88-855a-4f5d2e07235e None None] Provisioning for port b1a9cc54-d98e-4cc5-9625-41c1bbd6010f completed by entity DHCP. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 12:03:18.861110 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:18.864933 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:18.976246 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-d74b5d42-553a-4125-902d-87d9cab12d38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:19.016984 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-d74b5d42-553a-4125-902d-87d9cab12d38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:19.104323 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-891a8b8b-8ebe-4f88-855a-4f5d2e07235e None None] Provisioning complete for port b1a9cc54-d98e-4cc5-9625-41c1bbd6010f triggered by entity DHCP. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:03:19.106728 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-891a8b8b-8ebe-4f88-855a-4f5d2e07235e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:19.248153 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device 7b658d2e-f13b-4c8c-bf3c-bbe922393de4 up at agent ovs-agent-dv-cinder-786266-2-smb {{(pid=92098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 12:03:19.317589 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee16463-3153-4d5e-914a-859237255df9 service neutron] Pushing event updated for resources: {'Port': ['ID=c6f5676b-5bc6-4820-b8e1-624adac7d88f,revision_number=2']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:19.330564 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-dee16463-3153-4d5e-914a-859237255df9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:19.369696 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Pushing event updated for resources: {'Port': ['ID=cddd21fc-afdb-4a3f-ac54-11f3da0ce5b9,revision_number=4']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:19.390405 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:19.392199 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4714fd-0ce3-419d-a8f1-36470e80181e req-bb8d4cbe-c9da-413d-9357-1227f12b4100 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:19.394781 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-3f4714fd-0ce3-419d-a8f1-36470e80181e req-bb8d4cbe-c9da-413d-9357-1227f12b4100 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/networks?id=d03de1d2-5bf4-407f-a826-051b44cc8c51 HTTP/1.1" status: 200 len: 818 time: 1.4611835 Jun 06 12:03:19.407805 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.notifiers.nova [req-54989275-ae17-417d-bcd5-606695b7ab38 req-5b5c9528-0a33-4dfd-8a41-8079f31de7d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 401e65a5-634d-4373-b17d-092b92de8efb {{(pid=92096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 12:03:19.427030 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-d74b5d42-553a-4125-902d-87d9cab12d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:19.464160 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.plugin [None req-891a8b8b-8ebe-4f88-855a-4f5d2e07235e None None] Port b1a9cc54-d98e-4cc5-9625-41c1bbd6010f cannot update to ACTIVE because it is not bound. {{(pid=92098) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 12:03:19.479987 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-54989275-ae17-417d-bcd5-606695b7ab38 req-5b5c9528-0a33-4dfd-8a41-8079f31de7d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:19.489259 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-d74b5d42-553a-4125-902d-87d9cab12d38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:19.490623 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3f4918-1210-4f37-9b5a-f6c9553afc61 admin admin] Pushing event updated for resources: {'Port': ['ID=2afb42c6-9875-4d01-b001-d3afe46a4745,revision_number=2']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:19.491390 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-d74b5d42-553a-4125-902d-87d9cab12d38 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3005b292-ccf4-487c-90f2-fb6d926524b9 HTTP/1.1" status: 204 len: 168 time: 1.9140706 Jun 06 12:03:19.504631 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-9e3f4918-1210-4f37-9b5a-f6c9553afc61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.712s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:19.513108 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582cbfbd-ad21-4b3a-a6ed-79732adfcf62 admin admin] Network 99f1ec4c-50c1-42cf-bf31-28bc5611fa58 is already hosted by enough agents. {{(pid=92097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 12:03:19.523788 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:19.537536 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-3f4714fd-0ce3-419d-a8f1-36470e80181e req-b5321575-d4e9-4b68-b1f7-ca9822eea937 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/quotas/50c7650c564f46e9895bb0af0228580e HTTP/1.1" status: 200 len: 375 time: 0.1022687 Jun 06 12:03:19.540770 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.base_scheduler [None req-582cbfbd-ad21-4b3a-a6ed-79732adfcf62 admin admin] Resources bound (agent type, host, resource id): {{(pid=92097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:03:19.581231 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74b5d42-553a-4125-902d-87d9cab12d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3005b292-ccf4-487c-90f2-fb6d926524b9,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:19.590012 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.managers [req-a5f3dadf-68df-4010-90c5-b08c0eec50c4 req-dee16463-3153-4d5e-914a-859237255df9 service neutron] Attempting to bind port c6f5676b-5bc6-4820-b8e1-624adac7d88f on host hv-cinder-78626 for vnic_type normal with profile {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 12:03:19.590496 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Provisioning for port 7b658d2e-f13b-4c8c-bf3c-bbe922393de4 completed by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 12:03:19.590745 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.managers [req-a5f3dadf-68df-4010-90c5-b08c0eec50c4 req-dee16463-3153-4d5e-914a-859237255df9 service neutron] Attempting to bind port c6f5676b-5bc6-4820-b8e1-624adac7d88f by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '50ae22f6-2f71-4a96-af00-d2fd8d97cc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '4d37cec2-d786-44b2-9e86-7075fb44dfe0'}] {{(pid=92096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 12:03:19.591169 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f3dadf-68df-4010-90c5-b08c0eec50c4 req-dee16463-3153-4d5e-914a-859237255df9 service neutron] Attempting to bind port c6f5676b-5bc6-4820-b8e1-624adac7d88f on network 4d37cec2-d786-44b2-9e86-7075fb44dfe0 {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 12:03:19.616786 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-d74b5d42-553a-4125-902d-87d9cab12d38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:19.621261 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f3dadf-68df-4010-90c5-b08c0eec50c4 req-dee16463-3153-4d5e-914a-859237255df9 service neutron] Port c6f5676b-5bc6-4820-b8e1-624adac7d88f on network 4d37cec2-d786-44b2-9e86-7075fb44dfe0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 12:03:19.621519 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f3dadf-68df-4010-90c5-b08c0eec50c4 req-dee16463-3153-4d5e-914a-859237255df9 service neutron] Attempting to bind port c6f5676b-5bc6-4820-b8e1-624adac7d88f on network 4d37cec2-d786-44b2-9e86-7075fb44dfe0 {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 12:03:19.654326 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Provisioning complete for port 7b658d2e-f13b-4c8c-bf3c-bbe922393de4 triggered by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:03:19.655640 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:19.749602 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.db.provisioning_blocks [req-54989275-ae17-417d-bcd5-606695b7ab38 req-5b5c9528-0a33-4dfd-8a41-8079f31de7d0 service neutron] Transition to ACTIVE for port object 401e65a5-634d-4373-b17d-092b92de8efb will not be triggered until provisioned by entity L2. {{(pid=92096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 12:03:19.765167 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f3dadf-68df-4010-90c5-b08c0eec50c4 req-dee16463-3153-4d5e-914a-859237255df9 service neutron] Checking agent: {'id': '7f4f2d28-9bb0-42d9-b4ad-6ed22ccae0f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 12, 1, 20), 'started_at': datetime.datetime(2021, 6, 6, 12, 1, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 12, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 12:03:19.765695 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f3dadf-68df-4010-90c5-b08c0eec50c4 req-dee16463-3153-4d5e-914a-859237255df9 service neutron] Checking segment: {'id': '50ae22f6-2f71-4a96-af00-d2fd8d97cc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '4d37cec2-d786-44b2-9e86-7075fb44dfe0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 12:03:19.766445 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f3dadf-68df-4010-90c5-b08c0eec50c4 req-dee16463-3153-4d5e-914a-859237255df9 service neutron] Bound using segment: {'id': '50ae22f6-2f71-4a96-af00-d2fd8d97cc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '4d37cec2-d786-44b2-9e86-7075fb44dfe0'} {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 12:03:19.766992 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.managers [req-a5f3dadf-68df-4010-90c5-b08c0eec50c4 req-dee16463-3153-4d5e-914a-859237255df9 service neutron] Bound port: c6f5676b-5bc6-4820-b8e1-624adac7d88f, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50ae22f6-2f71-4a96-af00-d2fd8d97cc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '4d37cec2-d786-44b2-9e86-7075fb44dfe0'}}] {{(pid=92096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 12:03:19.767425 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-a5f3dadf-68df-4010-90c5-b08c0eec50c4 req-dee16463-3153-4d5e-914a-859237255df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:19.887376 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:19.935351 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-54989275-ae17-417d-bcd5-606695b7ab38 req-5b5c9528-0a33-4dfd-8a41-8079f31de7d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:19.957559 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-3f4714fd-0ce3-419d-a8f1-36470e80181e req-8735acbf-4891-4334-a175-0eadd1459d63 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=50c7650c564f46e9895bb0af0228580e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3803680 Jun 06 12:03:20.022500 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] For port 7b658d2e-f13b-4c8c-bf3c-bbe922393de4, host dv-cinder-786266-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-2-smb',level=0,port_id=7b658d2e-f13b-4c8c-bf3c-bbe922393de4,segment=NetworkSegment(da4ce783-723b-4845-afd6-23e93223e0fc),segment_id=da4ce783-723b-4845-afd6-23e93223e0fc)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:03:20.042198 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-1a2a2d0f-6546-4559-840e-a489a9a78551 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:20.046749 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-135b3b4b-991e-45e7-8bcc-7590e507a678 None None] Provisioning complete for port b1a9cc54-d98e-4cc5-9625-41c1bbd6010f triggered by entity DHCP. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:03:20.046749 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-135b3b4b-991e-45e7-8bcc-7590e507a678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:20.131833 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-9d16c341-87ff-47bc-833e-30fb12567eda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:20.136308 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:20.160235 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-9b75d56e-79ce-4cdd-b49b-278b264ad440 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:20.223803 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64ee6ba-6726-4978-b779-cf01bb3d1403 req-85d092f2-0102-4799-89d3-399fed7a0d73 tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:20.225453 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-e64ee6ba-6726-4978-b779-cf01bb3d1403 req-85d092f2-0102-4799-89d3-399fed7a0d73 tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fcc874c-c6e0-4d07-8379-2d74438f4962 HTTP/1.1" status: 200 len: 932 time: 1.6277213 Jun 06 12:03:20.247203 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5c9528-0a33-4dfd-8a41-8079f31de7d0 service neutron] Pushing event updated for resources: {'Port': ['ID=401e65a5-634d-4373-b17d-092b92de8efb,revision_number=2']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:20.262954 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-5b5c9528-0a33-4dfd-8a41-8079f31de7d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:20.366584 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Pushing event updated for resources: {'Port': ['ID=7b658d2e-f13b-4c8c-bf3c-bbe922393de4,revision_number=5']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:20.397776 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3f4918-1210-4f37-9b5a-f6c9553afc61 admin admin] Network 9d232693-3d67-4acc-8d54-aa5376170328 is already hosted by enough agents. {{(pid=92097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 12:03:20.402642 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:20.405840 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.35', 52489) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:03:20.456703 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.plugin [None req-135b3b4b-991e-45e7-8bcc-7590e507a678 None None] Port b1a9cc54-d98e-4cc5-9625-41c1bbd6010f cannot update to ACTIVE because it is not bound. {{(pid=92098) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 12:03:20.458536 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.base_scheduler [None req-9e3f4918-1210-4f37-9b5a-f6c9553afc61 admin admin] Resources bound (agent type, host, resource id): {{(pid=92097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:03:20.530880 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:20.562496 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:20.711773 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-5272f35b-b9fd-4497-91c1-7c78482f7bea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:20.829968 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 59162) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:03:20.945002 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.db [req-a5f3dadf-68df-4010-90c5-b08c0eec50c4 req-dee16463-3153-4d5e-914a-859237255df9 service neutron] For port c6f5676b-5bc6-4820-b8e1-624adac7d88f, host hv-cinder-78626, cleared binding levels {{(pid=92096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 12:03:21.000326 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-53369635-854e-473b-bd71-b9ae790b5b5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:21.045169 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-4843b16b-371c-4996-b089-03df98635521 None None] Provisioning complete for port 2afb42c6-9875-4d01-b001-d3afe46a4745 triggered by entity DHCP. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:03:21.045707 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-4843b16b-371c-4996-b089-03df98635521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:21.091183 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-3f4714fd-0ce3-419d-a8f1-36470e80181e req-f5e643ba-6fde-43b5-8da7-27786fa2713b service neutron] 10.222.0.32 "GET /v2.0/networks/d03de1d2-5bf4-407f-a826-051b44cc8c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1020381 Jun 06 12:03:21.093186 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.managers [req-54989275-ae17-417d-bcd5-606695b7ab38 req-5b5c9528-0a33-4dfd-8a41-8079f31de7d0 service neutron] Attempting to bind port 401e65a5-634d-4373-b17d-092b92de8efb on host hv-cinder-78626 for vnic_type normal with profile {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 12:03:21.093529 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.managers [req-54989275-ae17-417d-bcd5-606695b7ab38 req-5b5c9528-0a33-4dfd-8a41-8079f31de7d0 service neutron] Attempting to bind port 401e65a5-634d-4373-b17d-092b92de8efb by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'f14afa40-5636-4714-babc-9c688f0db924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '0b682bce-a35a-41e3-8300-db1747418d0c'}] {{(pid=92096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 12:03:21.093936 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54989275-ae17-417d-bcd5-606695b7ab38 req-5b5c9528-0a33-4dfd-8a41-8079f31de7d0 service neutron] Attempting to bind port 401e65a5-634d-4373-b17d-092b92de8efb on network 0b682bce-a35a-41e3-8300-db1747418d0c {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 12:03:21.111511 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-e64ee6ba-6726-4978-b779-cf01bb3d1403 req-2060805a-20ac-4307-9ef2-64dc95c50fd6 tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ca50d7b-92ba-4c14-8614-5fa0f5bf6a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8475831 Jun 06 12:03:21.122239 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.db [req-a5f3dadf-68df-4010-90c5-b08c0eec50c4 req-dee16463-3153-4d5e-914a-859237255df9 service neutron] For port c6f5676b-5bc6-4820-b8e1-624adac7d88f, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=c6f5676b-5bc6-4820-b8e1-624adac7d88f,segment=NetworkSegment(50ae22f6-2f71-4a96-af00-d2fd8d97cc9b),segment_id=50ae22f6-2f71-4a96-af00-d2fd8d97cc9b)] {{(pid=92096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 12:03:21.208576 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device 7b658d2e-f13b-4c8c-bf3c-bbe922393de4 up at agent ovs-agent-dv-cinder-786266-2-smb {{(pid=92098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 12:03:21.215205 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-5272f35b-b9fd-4497-91c1-7c78482f7bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:21.254227 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5272f35b-b9fd-4497-91c1-7c78482f7bea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=92097) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 12:03:21.268090 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-5272f35b-b9fd-4497-91c1-7c78482f7bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33122656'] for segment, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:21.269260 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.db.segments_db [None req-5272f35b-b9fd-4497-91c1-7c78482f7bea admin admin] Added segment aa2e529c-4fa1-45cc-8d90-aa3709fdd57c of type vlan for network 505b0e45-cedd-4ae6-8159-60a78a04861e Jun 06 12:03:21.281850 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54989275-ae17-417d-bcd5-606695b7ab38 req-5b5c9528-0a33-4dfd-8a41-8079f31de7d0 service neutron] Port 401e65a5-634d-4373-b17d-092b92de8efb on network 0b682bce-a35a-41e3-8300-db1747418d0c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 12:03:21.282892 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54989275-ae17-417d-bcd5-606695b7ab38 req-5b5c9528-0a33-4dfd-8a41-8079f31de7d0 service neutron] Attempting to bind port 401e65a5-634d-4373-b17d-092b92de8efb on network 0b682bce-a35a-41e3-8300-db1747418d0c {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 12:03:21.306079 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-5272f35b-b9fd-4497-91c1-7c78482f7bea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778191147210'] for network, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:21.346945 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:21.363049 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.plugin [None req-4843b16b-371c-4996-b089-03df98635521 None None] Port 2afb42c6-9875-4d01-b001-d3afe46a4745 cannot update to ACTIVE because it is not bound. {{(pid=92098) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 12:03:21.382748 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Provisioning complete for port 7b658d2e-f13b-4c8c-bf3c-bbe922393de4 triggered by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:03:21.383546 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:21.384564 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-582cbfbd-ad21-4b3a-a6ed-79732adfcf62 admin admin] Router 9d7d3fbb-ab33-4447-afbe-46e815672323 has already been hosted by L3 agent 915c5c25-b12e-44c8-ae20-885b4f191692 {{(pid=92097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 12:03:21.489740 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c90a9-35b7-4687-b9dc-21358135a737 req-96e8d43f-e9ba-457b-ae6c-0f4f7c083610 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:21.495719 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-4d3c90a9-35b7-4687-b9dc-21358135a737 req-96e8d43f-e9ba-457b-ae6c-0f4f7c083610 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.35 "GET /v2.0/networks?id=d03de1d2-5bf4-407f-a826-051b44cc8c51 HTTP/1.1" status: 200 len: 818 time: 1.0813882 Jun 06 12:03:21.505686 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-a5f3dadf-68df-4010-90c5-b08c0eec50c4 req-dee16463-3153-4d5e-914a-859237255df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:21.513732 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54989275-ae17-417d-bcd5-606695b7ab38 req-5b5c9528-0a33-4dfd-8a41-8079f31de7d0 service neutron] Checking agent: {'id': '7f4f2d28-9bb0-42d9-b4ad-6ed22ccae0f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 12, 1, 20), 'started_at': datetime.datetime(2021, 6, 6, 12, 1, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 12, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 12:03:21.518855 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54989275-ae17-417d-bcd5-606695b7ab38 req-5b5c9528-0a33-4dfd-8a41-8079f31de7d0 service neutron] Checking segment: {'id': 'f14afa40-5636-4714-babc-9c688f0db924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '0b682bce-a35a-41e3-8300-db1747418d0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 12:03:21.518855 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54989275-ae17-417d-bcd5-606695b7ab38 req-5b5c9528-0a33-4dfd-8a41-8079f31de7d0 service neutron] Bound using segment: {'id': 'f14afa40-5636-4714-babc-9c688f0db924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '0b682bce-a35a-41e3-8300-db1747418d0c'} {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 12:03:21.518855 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.managers [req-54989275-ae17-417d-bcd5-606695b7ab38 req-5b5c9528-0a33-4dfd-8a41-8079f31de7d0 service neutron] Bound port: 401e65a5-634d-4373-b17d-092b92de8efb, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f14afa40-5636-4714-babc-9c688f0db924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '0b682bce-a35a-41e3-8300-db1747418d0c'}}] {{(pid=92096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 12:03:21.518855 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-54989275-ae17-417d-bcd5-606695b7ab38 req-5b5c9528-0a33-4dfd-8a41-8079f31de7d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:21.519282 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-c3be426d-4704-402b-bce9-7cb8373a3dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:21.535812 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-5272f35b-b9fd-4497-91c1-7c78482f7bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-702243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-617627'] for network, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:21.539069 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device cddd21fc-afdb-4a3f-ac54-11f3da0ce5b9 up at agent ovs-agent-dv-cinder-786266-2-smb {{(pid=92098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 12:03:21.544542 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5272f35b-b9fd-4497-91c1-7c78482f7bea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:21.544791 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:21.545040 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-5272f35b-b9fd-4497-91c1-7c78482f7bea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617724'] for network, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:21.549134 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5272f35b-b9fd-4497-91c1-7c78482f7bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=659d441c-83f9-47b3-aeab-0f06fc5e0044,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:21.573159 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-5272f35b-b9fd-4497-91c1-7c78482f7bea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:21.577144 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-530eee78-5eeb-4723-a9ea-99a84b06bb8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:21.626182 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.v2.base [req-4d3c90a9-35b7-4687-b9dc-21358135a737 req-378c5cf6-e5a4-4bff-b219-967edb9270cc tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Request body: {'port': {'device_id': 'dbc879d7-7892-49d1-b704-4b31e81d5886', 'network_id': 'd03de1d2-5bf4-407f-a826-051b44cc8c51', 'admin_state_up': True, 'tenant_id': '50c7650c564f46e9895bb0af0228580e'}} {{(pid=92097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:03:21.642249 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Provisioning complete for port cddd21fc-afdb-4a3f-ac54-11f3da0ce5b9 triggered by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:03:21.642730 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:21.772259 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3dadf-68df-4010-90c5-b08c0eec50c4 req-dee16463-3153-4d5e-914a-859237255df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:21.773052 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-a5f3dadf-68df-4010-90c5-b08c0eec50c4 req-dee16463-3153-4d5e-914a-859237255df9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617724'] for port, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:21.774555 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-a5f3dadf-68df-4010-90c5-b08c0eec50c4 req-dee16463-3153-4d5e-914a-859237255df9 service neutron] 10.222.0.35 "PUT /v2.0/ports/c6f5676b-5bc6-4820-b8e1-624adac7d88f HTTP/1.1" status: 200 len: 1094 time: 7.3289888 Jun 06 12:03:21.786396 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08efb263-f31f-4a39-91c3-6fbb95852108', 'tag': 'c6f5676b-5bc6-4820-b8e1-624adac7d88f'}] {{(pid=92096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:03:21.795064 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device 0ac27d11-e92b-44bd-827f-b18b80d79f35 up at agent ovs-agent-dv-cinder-786266-2-smb {{(pid=92098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 12:03:21.939166 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Provisioning for port 0ac27d11-e92b-44bd-827f-b18b80d79f35 completed by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 12:03:21.948192 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Provisioning complete for port 0ac27d11-e92b-44bd-827f-b18b80d79f35 triggered by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:03:21.948885 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:22.188005 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e3f4918-1210-4f37-9b5a-f6c9553afc61 admin admin] Router cfdefa90-c1f8-4d9b-a1c8-71c1116a9138 has already been hosted by L3 agent 915c5c25-b12e-44c8-ae20-885b4f191692 {{(pid=92097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 12:03:22.234301 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:22.259315 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-3f4714fd-0ce3-419d-a8f1-36470e80181e req-8a1e0af7-ca67-4a12-b516-0afab4b1948e service neutron] 10.222.0.32 "GET /v2.0/networks/d03de1d2-5bf4-407f-a826-051b44cc8c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1672218 Jun 06 12:03:22.278821 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] For port 0ac27d11-e92b-44bd-827f-b18b80d79f35, host dv-cinder-786266-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-2-smb',level=0,port_id=0ac27d11-e92b-44bd-827f-b18b80d79f35,segment=NetworkSegment(bb809bd8-b365-4ef3-acf3-bf04c8c65f74),segment_id=bb809bd8-b365-4ef3-acf3-bf04c8c65f74)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:03:22.336444 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5272f35b-b9fd-4497-91c1-7c78482f7bea admin admin] Pushing event updated for resources: {'Network': ['ID=505b0e45-cedd-4ae6-8159-60a78a04861e,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:22.349178 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-5272f35b-b9fd-4497-91c1-7c78482f7bea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.772s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:22.365471 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:22.372307 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:22.396020 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee16463-3153-4d5e-914a-859237255df9 service neutron] Pushing event updated for resources: {'Port': ['ID=c6f5676b-5bc6-4820-b8e1-624adac7d88f,revision_number=3']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:22.428373 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-dee16463-3153-4d5e-914a-859237255df9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.872s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:22.478830 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70cf447e3881262ea0b43a88f7d0d33c778b0ed04640d1c627a7304ff1bba8b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee38f78-93ca-4521-887b-1c50f349572d" -d '{"events": [{"name": "network-changed", "server_uuid": "08efb263-f31f-4a39-91c3-6fbb95852108", "tag": "c6f5676b-5bc6-4820-b8e1-624adac7d88f"}]}' {{(pid=92096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:03:22.498904 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Network 505b0e45-cedd-4ae6-8159-60a78a04861e details requested by agent ovs-agent-dv-cinder-786266-2-smb with host dv-cinder-786266-2-smb {{(pid=92098) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 12:03:22.508910 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.db [req-54989275-ae17-417d-bcd5-606695b7ab38 req-5b5c9528-0a33-4dfd-8a41-8079f31de7d0 service neutron] For port 401e65a5-634d-4373-b17d-092b92de8efb, host hv-cinder-78626, cleared binding levels {{(pid=92096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 12:03:22.508910 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.db [req-54989275-ae17-417d-bcd5-606695b7ab38 req-5b5c9528-0a33-4dfd-8a41-8079f31de7d0 service neutron] For port 401e65a5-634d-4373-b17d-092b92de8efb, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=401e65a5-634d-4373-b17d-092b92de8efb,segment=NetworkSegment(f14afa40-5636-4714-babc-9c688f0db924),segment_id=f14afa40-5636-4714-babc-9c688f0db924)] {{(pid=92096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 12:03:22.555120 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e2408a-908b-4fbb-b89d-ad65aa8b3a0f req-e3fa3a65-4d53-42df-9853-e8ee7d1c566c tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:22.566994 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-79e2408a-908b-4fbb-b89d-ad65aa8b3a0f req-e3fa3a65-4d53-42df-9853-e8ee7d1c566c tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?device_id=08efb263-f31f-4a39-91c3-6fbb95852108 HTTP/1.1" status: 200 len: 944 time: 1.1003287 Jun 06 12:03:22.615021 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-53369635-854e-473b-bd71-b9ae790b5b5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:22.623433 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-582cbfbd-ad21-4b3a-a6ed-79732adfcf62 admin admin] Notify agent at l3_agent.dv-cinder-786266-2-smb the message routers_updated {{(pid=92097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 12:03:22.660222 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-54989275-ae17-417d-bcd5-606695b7ab38 req-5b5c9528-0a33-4dfd-8a41-8079f31de7d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:22.668152 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Pushing event updated for resources: {'Port': ['ID=0ac27d11-e92b-44bd-827f-b18b80d79f35,revision_number=4']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:22.682065 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:22.691085 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3dadf-68df-4010-90c5-b08c0eec50c4 req-e3cd8145-6d74-4156-b51f-dfe327b2b677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:22.693433 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-a5f3dadf-68df-4010-90c5-b08c0eec50c4 req-e3cd8145-6d74-4156-b51f-dfe327b2b677 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1875b9074f2a49ea94dc8d6242744a26&device_id=08efb263-f31f-4a39-91c3-6fbb95852108 HTTP/1.1" status: 200 len: 1097 time: 0.6911645 Jun 06 12:03:22.699186 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-582cbfbd-ad21-4b3a-a6ed-79732adfcf62 admin admin] 10.222.0.32 "PUT /v2.0/routers/9d7d3fbb-ab33-4447-afbe-46e815672323/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7970502 Jun 06 12:03:22.708228 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:22.750496 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54989275-ae17-417d-bcd5-606695b7ab38 req-5b5c9528-0a33-4dfd-8a41-8079f31de7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:22.751431 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-54989275-ae17-417d-bcd5-606695b7ab38 req-5b5c9528-0a33-4dfd-8a41-8079f31de7d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617724'] for port, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:22.753207 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-54989275-ae17-417d-bcd5-606695b7ab38 req-5b5c9528-0a33-4dfd-8a41-8079f31de7d0 service neutron] 10.222.0.35 "PUT /v2.0/ports/401e65a5-634d-4373-b17d-092b92de8efb HTTP/1.1" status: 200 len: 1094 time: 8.3086808 Jun 06 12:03:22.754011 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-53369635-854e-473b-bd71-b9ae790b5b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:22.765602 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd61e86-ac27-46d1-b06b-bd0131460857 None None] Sync routers for ids ['9d7d3fbb-ab33-4447-afbe-46e815672323'] in dv-cinder-786266-2-smb {{(pid=92099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 12:03:22.774354 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e3f4918-1210-4f37-9b5a-f6c9553afc61 admin admin] Notify agent at l3_agent.dv-cinder-786266-2-smb the message routers_updated {{(pid=92097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 12:03:22.787034 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce1aae6-0987-4bc1-abf8-ab466467b580 None None] Sync routers for ids ['cfdefa90-c1f8-4d9b-a1c8-71c1116a9138'] in dv-cinder-786266-2-smb {{(pid=92098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 12:03:22.793191 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd61e86-ac27-46d1-b06b-bd0131460857 None None] Routers {'9d7d3fbb-ab33-4447-afbe-46e815672323'} bound to L3 agent in host dv-cinder-786266-2-smb {{(pid=92099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:03:22.797122 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_hamode_db [None req-1fd61e86-ac27-46d1-b06b-bd0131460857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T11:54:50Z,description=,heartbeat_timestamp=2021-06-06T12:03:20Z,host='dv-cinder-786266-2-smb',id=915c5c25-b12e-44c8-ae20-885b4f191692,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:54:51Z,topic='l3_agent')) {'router_ids': ['9d7d3fbb-ab33-4447-afbe-46e815672323'], 'active': True} {{(pid=92099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:03:22.807150 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-9e3f4918-1210-4f37-9b5a-f6c9553afc61 admin admin] 10.222.0.32 "PUT /v2.0/routers/cfdefa90-c1f8-4d9b-a1c8-71c1116a9138/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7931468 Jun 06 12:03:22.808259 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce1aae6-0987-4bc1-abf8-ab466467b580 None None] Routers {'cfdefa90-c1f8-4d9b-a1c8-71c1116a9138'} bound to L3 agent in host dv-cinder-786266-2-smb {{(pid=92098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:03:22.808938 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_hamode_db [None req-1ce1aae6-0987-4bc1-abf8-ab466467b580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T11:54:50Z,description=,heartbeat_timestamp=2021-06-06T12:03:20Z,host='dv-cinder-786266-2-smb',id=915c5c25-b12e-44c8-ae20-885b4f191692,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:54:51Z,topic='l3_agent')) {'router_ids': ['cfdefa90-c1f8-4d9b-a1c8-71c1116a9138'], 'active': True} {{(pid=92098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:03:22.881874 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-5272f35b-b9fd-4497-91c1-7c78482f7bea admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 4.8936043 Jun 06 12:03:22.901245 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 59194) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:03:22.930741 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.v2.base [None req-de421ca7-a1e3-471f-89bf-12e0eae4cf19 admin admin] Request body: {'subnet': {'network_id': '505b0e45-cedd-4ae6-8159-60a78a04861e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1657557283-subnet', 'tenant_id': 'dd97937230e34928ac6b1a646b504138', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:03:23.069710 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d3c90a9-35b7-4687-b9dc-21358135a737 req-378c5cf6-e5a4-4bff-b219-967edb9270cc tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Made reservation on behalf of 50c7650c564f46e9895bb0af0228580e for: {'port': 1} {{(pid=92097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 12:03:23.078109 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-4d3c90a9-35b7-4687-b9dc-21358135a737 req-378c5cf6-e5a4-4bff-b219-967edb9270cc tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:23.171748 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device 0ac27d11-e92b-44bd-827f-b18b80d79f35 up at agent ovs-agent-dv-cinder-786266-2-smb {{(pid=92098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 12:03:23.235500 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-a5f3dadf-68df-4010-90c5-b08c0eec50c4 req-4376d626-8959-4e77-9a4e-10462d5b3ed9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6f5676b-5bc6-4820-b8e1-624adac7d88f HTTP/1.1" status: 200 len: 217 time: 0.4405997 Jun 06 12:03:23.257858 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-79e2408a-908b-4fbb-b89d-ad65aa8b3a0f req-a954a916-67a6-4cda-ae3e-064add33b1d7 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/security-groups?id=f23f4ac2-a34a-4b05-b7f3-4b7c23d9b1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6898506 Jun 06 12:03:23.267661 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de421ca7-a1e3-471f-89bf-12e0eae4cf19 admin admin] Made reservation on behalf of dd97937230e34928ac6b1a646b504138 for: {'subnet': 1} {{(pid=92097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 12:03:23.279584 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-de421ca7-a1e3-471f-89bf-12e0eae4cf19 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:23.373033 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-53369635-854e-473b-bd71-b9ae790b5b5a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2a7b54b18f1c47069b2d9a3a9e94de94&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4606199 Jun 06 12:03:23.384537 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 59210) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:03:23.423360 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5c9528-0a33-4dfd-8a41-8079f31de7d0 service neutron] Pushing event updated for resources: {'Port': ['ID=401e65a5-634d-4373-b17d-092b92de8efb,revision_number=3']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:23.441841 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-5b5c9528-0a33-4dfd-8a41-8079f31de7d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.727s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:23.441841 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-3bf86a7c-f030-4652-9e93-7be09f3af78a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.344s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:23.493034 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_dvr_db [None req-1fd61e86-ac27-46d1-b06b-bd0131460857 None None] Set router 9d7d3fbb-ab33-4447-afbe-46e815672323 gateway port host: dv-cinder-786266-2-smb {{(pid=92099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:03:23.538115 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3dadf-68df-4010-90c5-b08c0eec50c4 req-ff39b8c5-aa3d-42d4-8246-6dc6077a9e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:23.541954 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-a5f3dadf-68df-4010-90c5-b08c0eec50c4 req-ff39b8c5-aa3d-42d4-8246-6dc6077a9e19 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ff1afc7f-f4ce-414b-b4e3-27c63da65886 HTTP/1.1" status: 200 len: 854 time: 0.2425084 Jun 06 12:03:23.628624 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-dde0a769-bb65-4f49-a590-df32523868aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:23.702533 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 12:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08768f2b-5b90-41da-9703-6ae35f0c8031 x-openstack-request-id: req-08768f2b-5b90-41da-9703-6ae35f0c8031 {{(pid=92096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:03:23.702869 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08efb263-f31f-4a39-91c3-6fbb95852108", "tag": "c6f5676b-5bc6-4820-b8e1-624adac7d88f", "status": "completed", "code": 200}]} {{(pid=92096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:03:23.703185 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-08768f2b-5b90-41da-9703-6ae35f0c8031 {{(pid=92096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:03:23.703667 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08efb263-f31f-4a39-91c3-6fbb95852108', 'tag': 'c6f5676b-5bc6-4820-b8e1-624adac7d88f', 'status': 'completed', 'code': 200} Jun 06 12:03:23.803069 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvr_db [None req-1ce1aae6-0987-4bc1-abf8-ab466467b580 None None] Set router cfdefa90-c1f8-4d9b-a1c8-71c1116a9138 gateway port host: dv-cinder-786266-2-smb {{(pid=92098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:03:23.810101 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53369635-854e-473b-bd71-b9ae790b5b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84beeb89-2681-4df3-a556-e0b15e3ba554,revision_number=1']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:23.813234 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-53369635-854e-473b-bd71-b9ae790b5b5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:23.857395 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Provisioning complete for port 0ac27d11-e92b-44bd-827f-b18b80d79f35 triggered by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:03:23.857781 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:23.870075 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54989275-ae17-417d-bcd5-606695b7ab38 req-d55f9d41-8905-4d24-8ce4-b3ef911f50b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:23.871577 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-54989275-ae17-417d-bcd5-606695b7ab38 req-d55f9d41-8905-4d24-8ce4-b3ef911f50b7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=49e4c8f7eade44cab9d6d25d90e5b93f&device_id=8fcc874c-c6e0-4d07-8379-2d74438f4962 HTTP/1.1" status: 200 len: 1097 time: 0.7832396 Jun 06 12:03:23.894509 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.db_base_plugin_common [req-4d3c90a9-35b7-4687-b9dc-21358135a737 req-378c5cf6-e5a4-4bff-b219-967edb9270cc tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Allocated IP 172.20.0.3 (d03de1d2-5bf4-407f-a826-051b44cc8c51/5d90edd5-4ab2-4621-97ec-be229d8cd0db/715ca4b4-6ad2-407f-b0bb-3dda38213e15) {{(pid=92097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 12:03:23.921989 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-a5f3dadf-68df-4010-90c5-b08c0eec50c4 req-32e1ee60-283d-4539-98bb-9406242b2aed service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4d37cec2-d786-44b2-9e86-7075fb44dfe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2346363 Jun 06 12:03:24.023835 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99695a4-0642-47a1-bb9f-6214cf7bbecc req-0e871252-1dd5-4b6e-9f53-09c11ff70399 tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:24.025986 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-a99695a4-0642-47a1-bb9f-6214cf7bbecc req-0e871252-1dd5-4b6e-9f53-09c11ff70399 tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fcc874c-c6e0-4d07-8379-2d74438f4962 HTTP/1.1" status: 200 len: 944 time: 0.9424775 Jun 06 12:03:24.027614 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-54989275-ae17-417d-bcd5-606695b7ab38 req-40b6bc64-3fa6-449a-be61-82b1c2f7443c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=401e65a5-634d-4373-b17d-092b92de8efb HTTP/1.1" status: 200 len: 217 time: 0.0994964 Jun 06 12:03:24.060555 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-65d75d5e-51da-47df-bd14-a64bb3b62732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:24.066034 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-42e9e6f6-cd85-404f-97e2-97b5010380bc req-ff23e228-1e7e-4566-a6a5-8dcb718e9943 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=f978bdbd-a787-4839-b681-dc085e83f9b4 HTTP/1.1" status: 200 len: 210 time: 0.2239103 Jun 06 12:03:24.070810 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_hamode_db [None req-1fd61e86-ac27-46d1-b06b-bd0131460857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7d3fbb-ab33-4447-afbe-46e815672323', 'name': 'tempest-AttachVolumeTestJSON-581758585-router', 'tenant_id': 'eca5e9a6e3374a4193593b4832b36a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': '0ac27d11-e92b-44bd-827f-b18b80d79f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:03:01Z', 'updated_at': '2021-06-06T12:03:16Z', 'revision_number': 4, 'project_id': 'eca5e9a6e3374a4193593b4832b36a26', 'gw_port': {'id': '0ac27d11-e92b-44bd-827f-b18b80d79f35', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7d3fbb-ab33-4447-afbe-46e815672323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:03Z', 'updated_at': '2021-06-06T12:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb', '_interfaces': [{'id': 'b1a9cc54-d98e-4cc5-9625-41c1bbd6010f', 'name': '', 'network_id': '99f1ec4c-50c1-42cf-bf31-28bc5611fa58', 'tenant_id': 'eca5e9a6e3374a4193593b4832b36a26', 'mac_address': 'fa:16:3e:bf:e5:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d7d3fbb-ab33-4447-afbe-46e815672323', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd6151d6c-a3ca-4b30-8028-8df9c8252719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:13Z', 'updated_at': '2021-06-06T12:03:17Z', 'revision_number': 2, 'project_id': 'eca5e9a6e3374a4193593b4832b36a26', 'subnets': [{'id': 'd6151d6c-a3ca-4b30-8028-8df9c8252719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-2-smb', False) {} {{(pid=92099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:03:24.075427 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd61e86-ac27-46d1-b06b-bd0131460857 None None] Checking router: 9d7d3fbb-ab33-4447-afbe-46e815672323 for host: dv-cinder-786266-2-smb {{(pid=92099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 12:03:24.075822 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd61e86-ac27-46d1-b06b-bd0131460857 None None] Updating router 9d7d3fbb-ab33-4447-afbe-46e815672323 port b1a9cc54-d98e-4cc5-9625-41c1bbd6010f binding host dv-cinder-786266-2-smb {{(pid=92099) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 12:03:24.182312 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron_lib.callbacks.manager [None req-1fd61e86-ac27-46d1-b06b-bd0131460857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:24.183175 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-65d75d5e-51da-47df-bd14-a64bb3b62732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:24.244672 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-4d3c90a9-35b7-4687-b9dc-21358135a737 req-378c5cf6-e5a4-4bff-b219-967edb9270cc tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Notify callbacks [] for port, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:24.274730 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-de421ca7-a1e3-471f-89bf-12e0eae4cf19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618'] for subnet, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:24.282648 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:24.363044 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_hamode_db [None req-1ce1aae6-0987-4bc1-abf8-ab466467b580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfdefa90-c1f8-4d9b-a1c8-71c1116a9138', 'name': 'tempest-AttachVolumeShelveTestJSON-1222488113-router', 'tenant_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': 'cddd21fc-afdb-4a3f-ac54-11f3da0ce5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:03:00Z', 'updated_at': '2021-06-06T12:03:16Z', 'revision_number': 4, 'project_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'gw_port': {'id': 'cddd21fc-afdb-4a3f-ac54-11f3da0ce5b9', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:44:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdefa90-c1f8-4d9b-a1c8-71c1116a9138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:03Z', 'updated_at': '2021-06-06T12:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb', '_interfaces': [{'id': '2afb42c6-9875-4d01-b001-d3afe46a4745', 'name': '', 'network_id': '9d232693-3d67-4acc-8d54-aa5376170328', 'tenant_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'mac_address': 'fa:16:3e:e1:79:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfdefa90-c1f8-4d9b-a1c8-71c1116a9138', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9af00337-26dd-42bb-a5b7-bfb5439775d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:13Z', 'updated_at': '2021-06-06T12:03:17Z', 'revision_number': 2, 'project_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'subnets': [{'id': '9af00337-26dd-42bb-a5b7-bfb5439775d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-2-smb', False) {} {{(pid=92098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:03:24.368533 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-a99695a4-0642-47a1-bb9f-6214cf7bbecc req-05a2c165-185b-4fa9-8149-510bb5e97a2f tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ca50d7b-92ba-4c14-8614-5fa0f5bf6a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292692 Jun 06 12:03:24.385826 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce1aae6-0987-4bc1-abf8-ab466467b580 None None] Checking router: cfdefa90-c1f8-4d9b-a1c8-71c1116a9138 for host: dv-cinder-786266-2-smb {{(pid=92098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 12:03:24.388086 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce1aae6-0987-4bc1-abf8-ab466467b580 None None] Updating router cfdefa90-c1f8-4d9b-a1c8-71c1116a9138 port 2afb42c6-9875-4d01-b001-d3afe46a4745 binding host dv-cinder-786266-2-smb {{(pid=92098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 12:03:24.414444 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-4d3c90a9-35b7-4687-b9dc-21358135a737 req-378c5cf6-e5a4-4bff-b219-967edb9270cc tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778191160652'] for port, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:24.451433 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-65d75d5e-51da-47df-bd14-a64bb3b62732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:24.455118 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de421ca7-a1e3-471f-89bf-12e0eae4cf19 admin admin] Checking segment: {'id': 'aa2e529c-4fa1-45cc-8d90-aa3709fdd57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '505b0e45-cedd-4ae6-8159-60a78a04861e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 12:03:24.456885 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de421ca7-a1e3-471f-89bf-12e0eae4cf19 admin admin] Network hostable DHCP agents. Network: 505b0e45-cedd-4ae6-8159-60a78a04861e, hostable agents: ['c6b73c91-e9f3-48c6-bc47-ba303821819a'], hosted agents: [] {{(pid=92097) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 12:03:24.459941 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54989275-ae17-417d-bcd5-606695b7ab38 req-8ae2e2a7-5029-4b99-a4ed-c948907f0259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:24.461849 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-54989275-ae17-417d-bcd5-606695b7ab38 req-8ae2e2a7-5029-4b99-a4ed-c948907f0259 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8747539b-3c8a-45c9-9c99-39a0358f0f36 HTTP/1.1" status: 200 len: 852 time: 0.4241843 Jun 06 12:03:24.468496 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-65d75d5e-51da-47df-bd14-a64bb3b62732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:24.469675 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-65d75d5e-51da-47df-bd14-a64bb3b62732 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/84beeb89-2681-4df3-a556-e0b15e3ba554 HTTP/1.1" status: 204 len: 168 time: 1.0831435 Jun 06 12:03:24.475131 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:24.492663 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de421ca7-a1e3-471f-89bf-12e0eae4cf19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c295454c-f6dc-434c-92d0-8ad0e50e11ff,revision_number=0']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:24.503665 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-1ce1aae6-0987-4bc1-abf8-ab466467b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:24.509916 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-de421ca7-a1e3-471f-89bf-12e0eae4cf19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:24.516248 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-9e3f4918-1210-4f37-9b5a-f6c9553afc61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:24.552018 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d75d5e-51da-47df-bd14-a64bb3b62732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84beeb89-2681-4df3-a556-e0b15e3ba554,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:24.556842 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-65d75d5e-51da-47df-bd14-a64bb3b62732 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:24.612822 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-54989275-ae17-417d-bcd5-606695b7ab38 req-0e74a502-7aab-4a42-b489-12f15ef752f4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0b682bce-a35a-41e3-8300-db1747418d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1415315 Jun 06 12:03:24.620922 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 59234) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:03:24.630404 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.v2.base [None req-0ec7b25f-8576-4cdc-a3ec-e0ed7721f4df tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1621969430', 'description': 'tempest-description--1294518793'}} {{(pid=92096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:03:24.722070 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378c5cf6-e5a4-4bff-b219-967edb9270cc tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Pushing event updated for resources: {'Port': ['ID=715ca4b4-6ad2-407f-b0bb-3dda38213e15,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:24.738415 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-378c5cf6-e5a4-4bff-b219-967edb9270cc tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:24.751367 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d3c90a9-35b7-4687-b9dc-21358135a737 req-378c5cf6-e5a4-4bff-b219-967edb9270cc tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Network d03de1d2-5bf4-407f-a826-051b44cc8c51 is already hosted by enough agents. {{(pid=92097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 12:03:24.753344 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.base_scheduler [req-4d3c90a9-35b7-4687-b9dc-21358135a737 req-378c5cf6-e5a4-4bff-b219-967edb9270cc tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Resources bound (agent type, host, resource id): {{(pid=92097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:03:24.763864 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d3c90a9-35b7-4687-b9dc-21358135a737 req-378c5cf6-e5a4-4bff-b219-967edb9270cc tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Received port after_create {{(pid=92097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 12:03:24.778013 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c90a9-35b7-4687-b9dc-21358135a737 req-378c5cf6-e5a4-4bff-b219-967edb9270cc tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:24.778682 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-4d3c90a9-35b7-4687-b9dc-21358135a737 req-378c5cf6-e5a4-4bff-b219-967edb9270cc tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617724'] for port, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:24.812779 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-a5f3dadf-68df-4010-90c5-b08c0eec50c4 req-743d18a8-9795-4092-bec1-39451bfa0681 service neutron] 10.222.0.35 "GET /v2.0/networks/4d37cec2-d786-44b2-9e86-7075fb44dfe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7839987 Jun 06 12:03:24.816365 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-0ec7b25f-8576-4cdc-a3ec-e0ed7721f4df tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks [] for security_group, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:24.821462 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de421ca7-a1e3-471f-89bf-12e0eae4cf19 admin admin] Network 505b0e45-cedd-4ae6-8159-60a78a04861e is scheduled to be hosted by DHCP agent c6b73c91-e9f3-48c6-bc47-ba303821819a with binding_index 1 {{(pid=92097) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 12:03:24.850816 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron_lib.callbacks.manager [None req-1fd61e86-ac27-46d1-b06b-bd0131460857 None None] Notify callbacks [] for port, precommit_update {{(pid=92099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:24.884679 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.provisioning_blocks [None req-1fd61e86-ac27-46d1-b06b-bd0131460857 None None] Transition to ACTIVE for port object b1a9cc54-d98e-4cc5-9625-41c1bbd6010f will not be triggered until provisioned by entity L2. {{(pid=92099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 12:03:24.946618 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-4d3c90a9-35b7-4687-b9dc-21358135a737 req-378c5cf6-e5a4-4bff-b219-967edb9270cc tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3250582 Jun 06 12:03:24.947863 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.base_scheduler [None req-de421ca7-a1e3-471f-89bf-12e0eae4cf19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786266-2-smb, 505b0e45-cedd-4ae6-8159-60a78a04861e) {{(pid=92097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:03:24.964423 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b1638f-caa0-48a8-a979-2de93728f8e7 None None] Network 505b0e45-cedd-4ae6-8159-60a78a04861e requested from dv-cinder-786266-2-smb {{(pid=92098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 12:03:24.967551 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.v2.base [req-4d3c90a9-35b7-4687-b9dc-21358135a737 req-dd77e959-cd44-401f-a3a2-e40a2c981b23 service neutron] Request body: {'port': {'device_id': 'dbc879d7-7892-49d1-b704-4b31e81d5886', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=92097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:03:24.973538 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron_lib.callbacks.manager [None req-1fd61e86-ac27-46d1-b06b-bd0131460857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:24.977949 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG oslo_concurrency.lockutils [None req-3db72bf8-5564-45e3-962f-168807831e72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:25.053710 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de421ca7-a1e3-471f-89bf-12e0eae4cf19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:25.056828 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-de421ca7-a1e3-471f-89bf-12e0eae4cf19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617724'] for subnet, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:25.218077 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-4d3c90a9-35b7-4687-b9dc-21358135a737 req-dd77e959-cd44-401f-a3a2-e40a2c981b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:25.278092 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f70b2c-8a92-430f-a7b1-e87bce82c058 None None] Network 505b0e45-cedd-4ae6-8159-60a78a04861e requested from dv-cinder-786266-2-smb {{(pid=92098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 12:03:25.330200 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-54989275-ae17-417d-bcd5-606695b7ab38 req-673274de-b698-49f7-9589-b15ba46cec57 service neutron] 10.222.0.35 "GET /v2.0/networks/0b682bce-a35a-41e3-8300-db1747418d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6541748 Jun 06 12:03:25.416790 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba3f246-a925-4a9c-aee4-89687177053d None None] Pushing event updated for resources: {'Port': ['ID=b1a9cc54-d98e-4cc5-9625-41c1bbd6010f,revision_number=3']} {{(pid=92099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:25.444882 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG oslo_concurrency.lockutils [None req-bba3f246-a925-4a9c-aee4-89687177053d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=92099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:25.456928 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-a5f3dadf-68df-4010-90c5-b08c0eec50c4 req-7b34be52-d1ab-48d1-885b-dd2a7be497f2 service neutron] 10.222.0.35 "GET /v2.0/networks/4d37cec2-d786-44b2-9e86-7075fb44dfe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6277494 Jun 06 12:03:25.530142 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.db.resource_extend [None req-1ce1aae6-0987-4bc1-abf8-ab466467b580 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 06 12:03:25.594549 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.plugins.ml2.managers [None req-1fd61e86-ac27-46d1-b06b-bd0131460857 None None] Attempting to bind port b1a9cc54-d98e-4cc5-9625-41c1bbd6010f on host dv-cinder-786266-2-smb for vnic_type normal with profile {{(pid=92099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 12:03:25.595143 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.plugins.ml2.managers [None req-1fd61e86-ac27-46d1-b06b-bd0131460857 None None] Attempting to bind port b1a9cc54-d98e-4cc5-9625-41c1bbd6010f by drivers openvswitch,hyperv on host dv-cinder-786266-2-smb at level 0 using segments [{'id': '1e74f646-9b55-4128-a6d9-a320ac69305f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '99f1ec4c-50c1-42cf-bf31-28bc5611fa58'}] {{(pid=92099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 12:03:25.595578 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd61e86-ac27-46d1-b06b-bd0131460857 None None] Attempting to bind port b1a9cc54-d98e-4cc5-9625-41c1bbd6010f on network 99f1ec4c-50c1-42cf-bf31-28bc5611fa58 {{(pid=92099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 12:03:25.612359 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd61e86-ac27-46d1-b06b-bd0131460857 None None] Checking agent: {'id': 'f47648e7-a38f-4e40-85d5-251dd82ea0a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786266-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 54, 50), 'started_at': datetime.datetime(2021, 6, 6, 11, 55, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 12, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786266-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 12:03:25.612973 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd61e86-ac27-46d1-b06b-bd0131460857 None None] Checking segment: {'id': '1e74f646-9b55-4128-a6d9-a320ac69305f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '99f1ec4c-50c1-42cf-bf31-28bc5611fa58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 12:03:25.613455 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron_lib.callbacks.manager [None req-1fd61e86-ac27-46d1-b06b-bd0131460857 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:25.613955 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd61e86-ac27-46d1-b06b-bd0131460857 None None] Bound using segment: {'id': '1e74f646-9b55-4128-a6d9-a320ac69305f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '99f1ec4c-50c1-42cf-bf31-28bc5611fa58'} {{(pid=92099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 12:03:25.614660 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.plugins.ml2.managers [None req-1fd61e86-ac27-46d1-b06b-bd0131460857 None None] Bound port: b1a9cc54-d98e-4cc5-9625-41c1bbd6010f, host: dv-cinder-786266-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e74f646-9b55-4128-a6d9-a320ac69305f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '99f1ec4c-50c1-42cf-bf31-28bc5611fa58'}}] {{(pid=92099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 12:03:25.615001 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron_lib.callbacks.manager [None req-1fd61e86-ac27-46d1-b06b-bd0131460857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:25.715347 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 59256) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:03:25.718769 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fcc874c-c6e0-4d07-8379-2d74438f4962', 'tag': '401e65a5-634d-4373-b17d-092b92de8efb'}] {{(pid=92096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:03:25.726236 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70cf447e3881262ea0b43a88f7d0d33c778b0ed04640d1c627a7304ff1bba8b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f0de183-2f8b-4e5d-93a5-cfa8dc08c660" -d '{"events": [{"name": "network-changed", "server_uuid": "8fcc874c-c6e0-4d07-8379-2d74438f4962", "tag": "401e65a5-634d-4373-b17d-092b92de8efb"}]}' {{(pid=92096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:03:25.741205 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.v2.base [None req-9cb5c99c-ce30-4620-9e42-d6983795950d tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Request body: {'security_group': {'name': 'tempest-securitygroup--994278788', 'description': 'tempest-description--1503432252'}} {{(pid=92096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:03:25.775468 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7e1b3-614c-4d2f-b5a5-8f2f4e7741ca req-f1fd0574-fbaf-4b7d-922f-33944f658092 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:25.777227 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-bcf7e1b3-614c-4d2f-b5a5-8f2f4e7741ca req-f1fd0574-fbaf-4b7d-922f-33944f658092 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?device_id=08efb263-f31f-4a39-91c3-6fbb95852108 HTTP/1.1" status: 200 len: 944 time: 0.9226704 Jun 06 12:03:25.796560 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.plugins.ml2.db [None req-1fd61e86-ac27-46d1-b06b-bd0131460857 None None] For port b1a9cc54-d98e-4cc5-9625-41c1bbd6010f, host dv-cinder-786266-2-smb, cleared binding levels {{(pid=92099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 12:03:25.801533 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.plugins.ml2.db [None req-1fd61e86-ac27-46d1-b06b-bd0131460857 None None] For port b1a9cc54-d98e-4cc5-9625-41c1bbd6010f, host dv-cinder-786266-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-2-smb',level=0,port_id=b1a9cc54-d98e-4cc5-9625-41c1bbd6010f,segment=NetworkSegment(1e74f646-9b55-4128-a6d9-a320ac69305f),segment_id=1e74f646-9b55-4128-a6d9-a320ac69305f)] {{(pid=92099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 12:03:25.888818 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron_lib.callbacks.manager [None req-1fd61e86-ac27-46d1-b06b-bd0131460857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:25.891060 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-0fbed2d6-8dee-4382-aa61-7fab5c0122b4 req-9066991f-9f13-4dbf-8374-19e65ed689f0 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=f978bdbd-a787-4839-b681-dc085e83f9b4 HTTP/1.1" status: 200 len: 210 time: 0.0717688 Jun 06 12:03:25.901955 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:25.910147 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-1ce1aae6-0987-4bc1-abf8-ab466467b580 None None] Notify callbacks [] for port, precommit_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:25.923289 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-1ce1aae6-0987-4bc1-abf8-ab466467b580 None None] Transition to ACTIVE for port object 2afb42c6-9875-4d01-b001-d3afe46a4745 will not be triggered until provisioned by entity L2. {{(pid=92098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 12:03:25.937263 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-0ec7b25f-8576-4cdc-a3ec-e0ed7721f4df tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks [] for security_group, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:25.941047 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.notifiers.nova [req-4d3c90a9-35b7-4687-b9dc-21358135a737 req-dd77e959-cd44-401f-a3a2-e40a2c981b23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 715ca4b4-6ad2-407f-b0bb-3dda38213e15 {{(pid=92097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 12:03:25.948004 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-54989275-ae17-417d-bcd5-606695b7ab38 req-498f6f16-44aa-47fa-95e7-80786dd99d46 service neutron] 10.222.0.35 "GET /v2.0/networks/0b682bce-a35a-41e3-8300-db1747418d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5993898 Jun 06 12:03:25.951385 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-4d3c90a9-35b7-4687-b9dc-21358135a737 req-dd77e959-cd44-401f-a3a2-e40a2c981b23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:25.952172 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-bcf7e1b3-614c-4d2f-b5a5-8f2f4e7741ca req-c10e39ce-7b1b-4822-aefc-6bf4cad8ff68 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/security-groups?id=f23f4ac2-a34a-4b05-b7f3-4b7c23d9b1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545255 Jun 06 12:03:25.952687 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.35', 52495) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:03:25.967785 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee38f78-93ca-4521-887b-1c50f349572d req-eb013fd3-a482-4e1e-8bdd-e31c16e8d20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:25.969397 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-aee38f78-93ca-4521-887b-1c50f349572d req-eb013fd3-a482-4e1e-8bdd-e31c16e8d20e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1875b9074f2a49ea94dc8d6242744a26&device_id=08efb263-f31f-4a39-91c3-6fbb95852108 HTTP/1.1" status: 200 len: 1097 time: 0.2959526 Jun 06 12:03:26.024343 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd61e86-ac27-46d1-b06b-bd0131460857 None None] Routers {'9d7d3fbb-ab33-4447-afbe-46e815672323'} bound to L3 agent in host dv-cinder-786266-2-smb {{(pid=92099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:03:26.024945 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_hamode_db [None req-1fd61e86-ac27-46d1-b06b-bd0131460857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T11:54:50Z,description=,heartbeat_timestamp=2021-06-06T12:03:20Z,host='dv-cinder-786266-2-smb',id=915c5c25-b12e-44c8-ae20-885b4f191692,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:54:51Z,topic='l3_agent')) {'router_ids': ['9d7d3fbb-ab33-4447-afbe-46e815672323'], 'active': True} {{(pid=92099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:03:26.041293 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-1ce1aae6-0987-4bc1-abf8-ab466467b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:26.043821 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.provisioning_blocks [req-4d3c90a9-35b7-4687-b9dc-21358135a737 req-dd77e959-cd44-401f-a3a2-e40a2c981b23 service neutron] Transition to ACTIVE for port object 715ca4b4-6ad2-407f-b0bb-3dda38213e15 will not be triggered until provisioned by entity L2. {{(pid=92097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 12:03:26.068214 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-cef029b5-253a-4b13-8347-351c3bc929ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:26.125065 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-4d3c90a9-35b7-4687-b9dc-21358135a737 req-dd77e959-cd44-401f-a3a2-e40a2c981b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:26.138418 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-de421ca7-a1e3-471f-89bf-12e0eae4cf19 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.2322810 Jun 06 12:03:26.146357 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-fe4719c6-75f6-4646-8b28-2623d8a52d76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:26.185777 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-0ec7b25f-8576-4cdc-a3ec-e0ed7721f4df tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:26.207032 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba3f246-a925-4a9c-aee4-89687177053d None None] Pushing event updated for resources: {'Port': ['ID=b1a9cc54-d98e-4cc5-9625-41c1bbd6010f,revision_number=4']} {{(pid=92099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:26.240286 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG oslo_concurrency.lockutils [None req-bba3f246-a925-4a9c-aee4-89687177053d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=92099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:26.288258 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 12:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28807e55-c22b-4af5-b650-63fcb1fb899f x-openstack-request-id: req-28807e55-c22b-4af5-b650-63fcb1fb899f {{(pid=92096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:03:26.299040 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fcc874c-c6e0-4d07-8379-2d74438f4962", "tag": "401e65a5-634d-4373-b17d-092b92de8efb", "status": "completed", "code": 200}]} {{(pid=92096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:03:26.299040 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-28807e55-c22b-4af5-b650-63fcb1fb899f {{(pid=92096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:03:26.299040 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fcc874c-c6e0-4d07-8379-2d74438f4962', 'tag': '401e65a5-634d-4373-b17d-092b92de8efb', 'status': 'completed', 'code': 200} Jun 06 12:03:26.465560 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_dvr_db [None req-1fd61e86-ac27-46d1-b06b-bd0131460857 None None] Set router 9d7d3fbb-ab33-4447-afbe-46e815672323 gateway port host: dv-cinder-786266-2-smb {{(pid=92099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:03:26.470631 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-659fb045-a8f7-4cbe-8a69-faf523fcde49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:26.575177 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd77e959-cd44-401f-a3a2-e40a2c981b23 service neutron] Pushing event updated for resources: {'Port': ['ID=715ca4b4-6ad2-407f-b0bb-3dda38213e15,revision_number=2']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:26.578850 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-dd77e959-cd44-401f-a3a2-e40a2c981b23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:26.631485 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.managers [req-4d3c90a9-35b7-4687-b9dc-21358135a737 req-dd77e959-cd44-401f-a3a2-e40a2c981b23 service neutron] Attempting to bind port 715ca4b4-6ad2-407f-b0bb-3dda38213e15 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=92097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 12:03:26.631485 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.managers [req-4d3c90a9-35b7-4687-b9dc-21358135a737 req-dd77e959-cd44-401f-a3a2-e40a2c981b23 service neutron] Attempting to bind port 715ca4b4-6ad2-407f-b0bb-3dda38213e15 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'da4ce783-723b-4845-afd6-23e93223e0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd03de1d2-5bf4-407f-a826-051b44cc8c51'}] {{(pid=92097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 12:03:26.631485 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3c90a9-35b7-4687-b9dc-21358135a737 req-dd77e959-cd44-401f-a3a2-e40a2c981b23 service neutron] Attempting to bind port 715ca4b4-6ad2-407f-b0bb-3dda38213e15 on network d03de1d2-5bf4-407f-a826-051b44cc8c51 {{(pid=92097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 12:03:26.631485 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3c90a9-35b7-4687-b9dc-21358135a737 req-dd77e959-cd44-401f-a3a2-e40a2c981b23 service neutron] Port 715ca4b4-6ad2-407f-b0bb-3dda38213e15 on network d03de1d2-5bf4-407f-a826-051b44cc8c51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=92097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 12:03:26.631485 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3c90a9-35b7-4687-b9dc-21358135a737 req-dd77e959-cd44-401f-a3a2-e40a2c981b23 service neutron] Attempting to bind port 715ca4b4-6ad2-407f-b0bb-3dda38213e15 on network d03de1d2-5bf4-407f-a826-051b44cc8c51 {{(pid=92097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 12:03:26.637182 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3c90a9-35b7-4687-b9dc-21358135a737 req-dd77e959-cd44-401f-a3a2-e40a2c981b23 service neutron] Checking agent: {'id': '7f4f2d28-9bb0-42d9-b4ad-6ed22ccae0f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 12, 1, 20), 'started_at': datetime.datetime(2021, 6, 6, 12, 1, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 12, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 12:03:26.637720 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3c90a9-35b7-4687-b9dc-21358135a737 req-dd77e959-cd44-401f-a3a2-e40a2c981b23 service neutron] Checking segment: {'id': 'da4ce783-723b-4845-afd6-23e93223e0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd03de1d2-5bf4-407f-a826-051b44cc8c51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 12:03:26.638489 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3c90a9-35b7-4687-b9dc-21358135a737 req-dd77e959-cd44-401f-a3a2-e40a2c981b23 service neutron] Bound using segment: {'id': 'da4ce783-723b-4845-afd6-23e93223e0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd03de1d2-5bf4-407f-a826-051b44cc8c51'} {{(pid=92097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 12:03:26.639126 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.managers [req-4d3c90a9-35b7-4687-b9dc-21358135a737 req-dd77e959-cd44-401f-a3a2-e40a2c981b23 service neutron] Bound port: 715ca4b4-6ad2-407f-b0bb-3dda38213e15, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da4ce783-723b-4845-afd6-23e93223e0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd03de1d2-5bf4-407f-a826-051b44cc8c51'}}] {{(pid=92097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 12:03:26.639652 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-4d3c90a9-35b7-4687-b9dc-21358135a737 req-dd77e959-cd44-401f-a3a2-e40a2c981b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:26.664408 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27320a5a-c065-4ac3-a45f-436b05d37cd5 None None] Pushing event updated for resources: {'Port': ['ID=2afb42c6-9875-4d01-b001-d3afe46a4745,revision_number=3']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:26.679953 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-27320a5a-c065-4ac3-a45f-436b05d37cd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.611s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:26.736115 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.managers [None req-1ce1aae6-0987-4bc1-abf8-ab466467b580 None None] Attempting to bind port 2afb42c6-9875-4d01-b001-d3afe46a4745 on host dv-cinder-786266-2-smb for vnic_type normal with profile {{(pid=92098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 12:03:26.736620 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.managers [None req-1ce1aae6-0987-4bc1-abf8-ab466467b580 None None] Attempting to bind port 2afb42c6-9875-4d01-b001-d3afe46a4745 by drivers openvswitch,hyperv on host dv-cinder-786266-2-smb at level 0 using segments [{'id': '4ba14138-863d-4bea-aa89-dac6ed43a677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9d232693-3d67-4acc-8d54-aa5376170328'}] {{(pid=92098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 12:03:26.737588 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce1aae6-0987-4bc1-abf8-ab466467b580 None None] Attempting to bind port 2afb42c6-9875-4d01-b001-d3afe46a4745 on network 9d232693-3d67-4acc-8d54-aa5376170328 {{(pid=92098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 12:03:26.749512 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce1aae6-0987-4bc1-abf8-ab466467b580 None None] Checking agent: {'id': 'f47648e7-a38f-4e40-85d5-251dd82ea0a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786266-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 54, 50), 'started_at': datetime.datetime(2021, 6, 6, 11, 55, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 12, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786266-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 12:03:26.749978 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce1aae6-0987-4bc1-abf8-ab466467b580 None None] Checking segment: {'id': '4ba14138-863d-4bea-aa89-dac6ed43a677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9d232693-3d67-4acc-8d54-aa5376170328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 12:03:26.750378 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-1ce1aae6-0987-4bc1-abf8-ab466467b580 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:26.750953 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce1aae6-0987-4bc1-abf8-ab466467b580 None None] Bound using segment: {'id': '4ba14138-863d-4bea-aa89-dac6ed43a677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9d232693-3d67-4acc-8d54-aa5376170328'} {{(pid=92098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 12:03:26.751605 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.managers [None req-1ce1aae6-0987-4bc1-abf8-ab466467b580 None None] Bound port: 2afb42c6-9875-4d01-b001-d3afe46a4745, host: dv-cinder-786266-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ba14138-863d-4bea-aa89-dac6ed43a677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9d232693-3d67-4acc-8d54-aa5376170328'}}] {{(pid=92098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 12:03:26.752000 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-1ce1aae6-0987-4bc1-abf8-ab466467b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:26.819826 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.db [req-4d3c90a9-35b7-4687-b9dc-21358135a737 req-dd77e959-cd44-401f-a3a2-e40a2c981b23 service neutron] For port 715ca4b4-6ad2-407f-b0bb-3dda38213e15, host hv-cinder-78626, cleared binding levels {{(pid=92097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 12:03:26.834745 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.db [req-4d3c90a9-35b7-4687-b9dc-21358135a737 req-dd77e959-cd44-401f-a3a2-e40a2c981b23 service neutron] For port 715ca4b4-6ad2-407f-b0bb-3dda38213e15, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=715ca4b4-6ad2-407f-b0bb-3dda38213e15,segment=NetworkSegment(da4ce783-723b-4845-afd6-23e93223e0fc),segment_id=da4ce783-723b-4845-afd6-23e93223e0fc)] {{(pid=92097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 12:03:26.870831 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-1ce1aae6-0987-4bc1-abf8-ab466467b580 None None] For port 2afb42c6-9875-4d01-b001-d3afe46a4745, host dv-cinder-786266-2-smb, cleared binding levels {{(pid=92098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 12:03:26.875345 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-1ce1aae6-0987-4bc1-abf8-ab466467b580 None None] For port 2afb42c6-9875-4d01-b001-d3afe46a4745, host dv-cinder-786266-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-2-smb',level=0,port_id=2afb42c6-9875-4d01-b001-d3afe46a4745,segment=NetworkSegment(4ba14138-863d-4bea-aa89-dac6ed43a677),segment_id=4ba14138-863d-4bea-aa89-dac6ed43a677)] {{(pid=92098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 12:03:26.912081 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec7b25f-8576-4cdc-a3ec-e0ed7721f4df tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ceabc356-99f9-4025-a839-4d356bbc8e83,revision_number=1']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:26.917844 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-9cb5c99c-ce30-4620-9e42-d6983795950d tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks [] for security_group, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:26.930729 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-4d3c90a9-35b7-4687-b9dc-21358135a737 req-dd77e959-cd44-401f-a3a2-e40a2c981b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:26.935692 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:26.937372 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4714fd-0ce3-419d-a8f1-36470e80181e req-1b619d9e-470b-49c5-ac83-7ddf4ac14cda tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:26.939122 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-3f4714fd-0ce3-419d-a8f1-36470e80181e req-1b619d9e-470b-49c5-ac83-7ddf4ac14cda tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.35 "GET /v2.0/networks?id=d03de1d2-5bf4-407f-a826-051b44cc8c51 HTTP/1.1" status: 200 len: 818 time: 0.9685791 Jun 06 12:03:26.943531 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-0ec7b25f-8576-4cdc-a3ec-e0ed7721f4df tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:26.955152 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee38f78-93ca-4521-887b-1c50f349572d req-7c18dd86-d27d-4a9a-9f19-555918d12aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:26.956922 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-aee38f78-93ca-4521-887b-1c50f349572d req-7c18dd86-d27d-4a9a-9f19-555918d12aca service neutron] 10.222.0.35 "GET /v2.0/networks?id=4d37cec2-d786-44b2-9e86-7075fb44dfe0 HTTP/1.1" status: 200 len: 915 time: 0.9469895 Jun 06 12:03:26.963764 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.v2.base [req-3f4714fd-0ce3-419d-a8f1-36470e80181e req-32f4c9da-65ca-456a-b969-6284b165b027 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Request body: {'port': {'device_id': 'f978bdbd-a787-4839-b681-dc085e83f9b4', 'network_id': 'd03de1d2-5bf4-407f-a826-051b44cc8c51', 'admin_state_up': True, 'tenant_id': '50c7650c564f46e9895bb0af0228580e'}} {{(pid=92096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:03:26.982263 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-1ce1aae6-0987-4bc1-abf8-ab466467b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:26.994827 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c90a9-35b7-4687-b9dc-21358135a737 req-dd77e959-cd44-401f-a3a2-e40a2c981b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:26.995806 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-4d3c90a9-35b7-4687-b9dc-21358135a737 req-dd77e959-cd44-401f-a3a2-e40a2c981b23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617724'] for port, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:26.997195 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-4d3c90a9-35b7-4687-b9dc-21358135a737 req-dd77e959-cd44-401f-a3a2-e40a2c981b23 service neutron] 10.222.0.35 "PUT /v2.0/ports/715ca4b4-6ad2-407f-b0bb-3dda38213e15 HTTP/1.1" status: 200 len: 1093 time: 2.0400927 Jun 06 12:03:27.000253 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:27.000382 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbc879d7-7892-49d1-b704-4b31e81d5886', 'tag': '715ca4b4-6ad2-407f-b0bb-3dda38213e15'}] {{(pid=92097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:03:27.083481 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-0ec7b25f-8576-4cdc-a3ec-e0ed7721f4df tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks [] for security_group, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:27.088389 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 59300) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:03:27.089210 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-0ec7b25f-8576-4cdc-a3ec-e0ed7721f4df tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.4670846 Jun 06 12:03:27.093546 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.v2.base [None req-28282ebd-e431-4777-a58e-23c5b7f17c99 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Request body: {'security_group_rule': {'security_group_id': 'ceabc356-99f9-4025-a839-4d356bbc8e83', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:03:27.117612 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107eb700-123b-4f4a-add1-6ee0041fe1f8 req-6891d987-124c-4a58-bffe-63e4c1ba09a4 tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:27.119585 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-107eb700-123b-4f4a-add1-6ee0041fe1f8 req-6891d987-124c-4a58-bffe-63e4c1ba09a4 tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fcc874c-c6e0-4d07-8379-2d74438f4962 HTTP/1.1" status: 200 len: 944 time: 1.0494649 Jun 06 12:03:27.121121 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-aee38f78-93ca-4521-887b-1c50f349572d req-66f666c8-5e58-42ef-9df3-45988914ff1f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6f5676b-5bc6-4820-b8e1-624adac7d88f HTTP/1.1" status: 200 len: 217 time: 0.1386988 Jun 06 12:03:27.130845 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0de183-2f8b-4e5d-93a5-cfa8dc08c660 req-07f1010a-b68e-4844-a8a8-d593b0684daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:27.132639 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-5f0de183-2f8b-4e5d-93a5-cfa8dc08c660 req-07f1010a-b68e-4844-a8a8-d593b0684daf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=49e4c8f7eade44cab9d6d25d90e5b93f&device_id=8fcc874c-c6e0-4d07-8379-2d74438f4962 HTTP/1.1" status: 200 len: 1097 time: 0.9457958 Jun 06 12:03:27.203989 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27320a5a-c065-4ac3-a45f-436b05d37cd5 None None] Pushing event updated for resources: {'Port': ['ID=2afb42c6-9875-4d01-b001-d3afe46a4745,revision_number=4']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:27.210598 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-27320a5a-c065-4ac3-a45f-436b05d37cd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:27.220309 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd77e959-cd44-401f-a3a2-e40a2c981b23 service neutron] Pushing event updated for resources: {'Port': ['ID=715ca4b4-6ad2-407f-b0bb-3dda38213e15,revision_number=3']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:27.228084 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-dd77e959-cd44-401f-a3a2-e40a2c981b23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:27.230216 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce1aae6-0987-4bc1-abf8-ab466467b580 None None] Routers {'cfdefa90-c1f8-4d9b-a1c8-71c1116a9138'} bound to L3 agent in host dv-cinder-786266-2-smb {{(pid=92098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:03:27.230859 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_hamode_db [None req-1ce1aae6-0987-4bc1-abf8-ab466467b580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T11:54:50Z,description=,heartbeat_timestamp=2021-06-06T12:03:20Z,host='dv-cinder-786266-2-smb',id=915c5c25-b12e-44c8-ae20-885b4f191692,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:54:51Z,topic='l3_agent')) {'router_ids': ['cfdefa90-c1f8-4d9b-a1c8-71c1116a9138'], 'active': True} {{(pid=92098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:03:27.245172 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_hamode_db [None req-1fd61e86-ac27-46d1-b06b-bd0131460857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7d3fbb-ab33-4447-afbe-46e815672323', 'name': 'tempest-AttachVolumeTestJSON-581758585-router', 'tenant_id': 'eca5e9a6e3374a4193593b4832b36a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': '0ac27d11-e92b-44bd-827f-b18b80d79f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:03:01Z', 'updated_at': '2021-06-06T12:03:16Z', 'revision_number': 4, 'project_id': 'eca5e9a6e3374a4193593b4832b36a26', 'gw_port': {'id': '0ac27d11-e92b-44bd-827f-b18b80d79f35', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7d3fbb-ab33-4447-afbe-46e815672323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:03Z', 'updated_at': '2021-06-06T12:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb', '_interfaces': [{'id': 'b1a9cc54-d98e-4cc5-9625-41c1bbd6010f', 'name': '', 'network_id': '99f1ec4c-50c1-42cf-bf31-28bc5611fa58', 'tenant_id': 'eca5e9a6e3374a4193593b4832b36a26', 'mac_address': 'fa:16:3e:bf:e5:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d7d3fbb-ab33-4447-afbe-46e815672323', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd6151d6c-a3ca-4b30-8028-8df9c8252719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:13Z', 'updated_at': '2021-06-06T12:03:25Z', 'revision_number': 4, 'project_id': 'eca5e9a6e3374a4193593b4832b36a26', 'subnets': [{'id': 'd6151d6c-a3ca-4b30-8028-8df9c8252719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-2-smb', False) {} {{(pid=92099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:03:27.254233 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd61e86-ac27-46d1-b06b-bd0131460857 None None] The sync data for ids ['9d7d3fbb-ab33-4447-afbe-46e815672323'] in dv-cinder-786266-2-smb is: [{'id': '9d7d3fbb-ab33-4447-afbe-46e815672323', 'name': 'tempest-AttachVolumeTestJSON-581758585-router', 'tenant_id': 'eca5e9a6e3374a4193593b4832b36a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': '0ac27d11-e92b-44bd-827f-b18b80d79f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:03:01Z', 'updated_at': '2021-06-06T12:03:16Z', 'revision_number': 4, 'project_id': 'eca5e9a6e3374a4193593b4832b36a26', 'gw_port': {'id': '0ac27d11-e92b-44bd-827f-b18b80d79f35', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7d3fbb-ab33-4447-afbe-46e815672323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:03Z', 'updated_at': '2021-06-06T12:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb', '_interfaces': [{'id': 'b1a9cc54-d98e-4cc5-9625-41c1bbd6010f', 'name': '', 'network_id': '99f1ec4c-50c1-42cf-bf31-28bc5611fa58', 'tenant_id': 'eca5e9a6e3374a4193593b4832b36a26', 'mac_address': 'fa:16:3e:bf:e5:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d7d3fbb-ab33-4447-afbe-46e815672323', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd6151d6c-a3ca-4b30-8028-8df9c8252719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:13Z', 'updated_at': '2021-06-06T12:03:25Z', 'revision_number': 4, 'project_id': 'eca5e9a6e3374a4193593b4832b36a26', 'subnets': [{'id': 'd6151d6c-a3ca-4b30-8028-8df9c8252719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 12:03:27.290077 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c90a9-35b7-4687-b9dc-21358135a737 req-6862b08e-19d8-4da5-beb4-0722b0467501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:27.294452 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-4d3c90a9-35b7-4687-b9dc-21358135a737 req-6862b08e-19d8-4da5-beb4-0722b0467501 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50c7650c564f46e9895bb0af0228580e&device_id=dbc879d7-7892-49d1-b704-4b31e81d5886 HTTP/1.1" status: 200 len: 1096 time: 0.1753819 Jun 06 12:03:27.484106 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-4770a329-0fb4-4732-95b8-f15bf1c45a78 req-37f843ee-dbd5-423f-8336-6f140cb04a0d tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=f978bdbd-a787-4839-b681-dc085e83f9b4 HTTP/1.1" status: 200 len: 210 time: 0.3555884 Jun 06 12:03:27.508720 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-4d3c90a9-35b7-4687-b9dc-21358135a737 req-3bf8a8b6-da8b-4668-8e6e-7fb3ec2a1c0a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=715ca4b4-6ad2-407f-b0bb-3dda38213e15 HTTP/1.1" status: 200 len: 217 time: 0.2059603 Jun 06 12:03:27.619219 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvr_db [None req-1ce1aae6-0987-4bc1-abf8-ab466467b580 None None] Set router cfdefa90-c1f8-4d9b-a1c8-71c1116a9138 gateway port host: dv-cinder-786266-2-smb {{(pid=92098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:03:27.621952 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-107eb700-123b-4f4a-add1-6ee0041fe1f8 req-03abe2e4-1009-478c-9530-33d29fcfef10 tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ca50d7b-92ba-4c14-8614-5fa0f5bf6a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4873977 Jun 06 12:03:27.662074 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c90a9-35b7-4687-b9dc-21358135a737 req-2a4f2095-2480-4611-87fb-dbc9d4ba956a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:27.668549 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-4d3c90a9-35b7-4687-b9dc-21358135a737 req-2a4f2095-2480-4611-87fb-dbc9d4ba956a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5d90edd5-4ab2-4621-97ec-be229d8cd0db HTTP/1.1" status: 200 len: 858 time: 0.1531854 Jun 06 12:03:27.676117 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0506e69bdf94a0a0544469556e00d4f87ccfa4abed68bb2c567d57a4f994f1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f3068d-d9c7-4944-84a4-794203762c89" -d '{"events": [{"name": "network-changed", "server_uuid": "dbc879d7-7892-49d1-b704-4b31e81d5886", "tag": "715ca4b4-6ad2-407f-b0bb-3dda38213e15"}]}' {{(pid=92097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:03:27.694930 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee38f78-93ca-4521-887b-1c50f349572d req-45cc013c-d178-4f88-a3da-6ff9b729b245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:27.696462 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-aee38f78-93ca-4521-887b-1c50f349572d req-45cc013c-d178-4f88-a3da-6ff9b729b245 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ff1afc7f-f4ce-414b-b4e3-27c63da65886 HTTP/1.1" status: 200 len: 854 time: 0.5585411 Jun 06 12:03:27.796855 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-4d3c90a9-35b7-4687-b9dc-21358135a737 req-a310a83b-00e8-4458-87aa-24282aeb28e5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d03de1d2-5bf4-407f-a826-051b44cc8c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1157210 Jun 06 12:03:27.825175 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-aee38f78-93ca-4521-887b-1c50f349572d req-92970e83-ee80-4e23-a88d-813d43c8a575 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4d37cec2-d786-44b2-9e86-7075fb44dfe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688105 Jun 06 12:03:27.981494 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 59324) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:03:28.044982 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.v2.base [None req-71708ec8-1ea6-4b8b-aac3-b53085a08fed admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1825027989-network', 'tenant_id': 'ec0aba8842c047659b49b986d042dbb3'}} {{(pid=92096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:03:28.086448 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-4d3c90a9-35b7-4687-b9dc-21358135a737 req-be010ce3-2317-48a2-9e7c-71e91b921f1a service neutron] 10.222.0.35 "GET /v2.0/networks/d03de1d2-5bf4-407f-a826-051b44cc8c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815804 Jun 06 12:03:28.264287 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-aee38f78-93ca-4521-887b-1c50f349572d req-dc8d8a09-26c4-4258-823d-d164858a67f5 service neutron] 10.222.0.35 "GET /v2.0/networks/4d37cec2-d786-44b2-9e86-7075fb44dfe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3591518 Jun 06 12:03:28.286511 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-4d3c90a9-35b7-4687-b9dc-21358135a737 req-2acf85d7-b6b7-4815-b541-7ed3e48a92bd service neutron] 10.222.0.35 "GET /v2.0/networks/d03de1d2-5bf4-407f-a826-051b44cc8c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934993 Jun 06 12:03:28.295434 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 12:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e7e3648-275b-429b-a864-8a8fc7ae0861 x-openstack-request-id: req-9e7e3648-275b-429b-a864-8a8fc7ae0861 {{(pid=92097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:03:28.295742 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbc879d7-7892-49d1-b704-4b31e81d5886", "tag": "715ca4b4-6ad2-407f-b0bb-3dda38213e15", "status": "completed", "code": 200}]} {{(pid=92097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:03:28.296008 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9e7e3648-275b-429b-a864-8a8fc7ae0861 {{(pid=92097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:03:28.296487 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbc879d7-7892-49d1-b704-4b31e81d5886', 'tag': '715ca4b4-6ad2-407f-b0bb-3dda38213e15', 'status': 'completed', 'code': 200} Jun 06 12:03:28.316071 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_hamode_db [None req-1ce1aae6-0987-4bc1-abf8-ab466467b580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfdefa90-c1f8-4d9b-a1c8-71c1116a9138', 'name': 'tempest-AttachVolumeShelveTestJSON-1222488113-router', 'tenant_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': 'cddd21fc-afdb-4a3f-ac54-11f3da0ce5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:03:00Z', 'updated_at': '2021-06-06T12:03:16Z', 'revision_number': 4, 'project_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'gw_port': {'id': 'cddd21fc-afdb-4a3f-ac54-11f3da0ce5b9', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:44:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdefa90-c1f8-4d9b-a1c8-71c1116a9138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:03Z', 'updated_at': '2021-06-06T12:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb', '_interfaces': [{'id': '2afb42c6-9875-4d01-b001-d3afe46a4745', 'name': '', 'network_id': '9d232693-3d67-4acc-8d54-aa5376170328', 'tenant_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'mac_address': 'fa:16:3e:e1:79:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfdefa90-c1f8-4d9b-a1c8-71c1116a9138', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9af00337-26dd-42bb-a5b7-bfb5439775d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:13Z', 'updated_at': '2021-06-06T12:03:26Z', 'revision_number': 4, 'project_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'subnets': [{'id': '9af00337-26dd-42bb-a5b7-bfb5439775d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-2-smb', False) {} {{(pid=92098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:03:28.321742 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce1aae6-0987-4bc1-abf8-ab466467b580 None None] The sync data for ids ['cfdefa90-c1f8-4d9b-a1c8-71c1116a9138'] in dv-cinder-786266-2-smb is: [{'id': 'cfdefa90-c1f8-4d9b-a1c8-71c1116a9138', 'name': 'tempest-AttachVolumeShelveTestJSON-1222488113-router', 'tenant_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': 'cddd21fc-afdb-4a3f-ac54-11f3da0ce5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:03:00Z', 'updated_at': '2021-06-06T12:03:16Z', 'revision_number': 4, 'project_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'gw_port': {'id': 'cddd21fc-afdb-4a3f-ac54-11f3da0ce5b9', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:44:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdefa90-c1f8-4d9b-a1c8-71c1116a9138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:03Z', 'updated_at': '2021-06-06T12:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb', '_interfaces': [{'id': '2afb42c6-9875-4d01-b001-d3afe46a4745', 'name': '', 'network_id': '9d232693-3d67-4acc-8d54-aa5376170328', 'tenant_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'mac_address': 'fa:16:3e:e1:79:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfdefa90-c1f8-4d9b-a1c8-71c1116a9138', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9af00337-26dd-42bb-a5b7-bfb5439775d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:13Z', 'updated_at': '2021-06-06T12:03:26Z', 'revision_number': 4, 'project_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'subnets': [{'id': '9af00337-26dd-42bb-a5b7-bfb5439775d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 12:03:28.469727 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0de183-2f8b-4e5d-93a5-cfa8dc08c660 req-bd84717c-7415-4631-be24-d01f5d8f6559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:28.471385 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-5f0de183-2f8b-4e5d-93a5-cfa8dc08c660 req-bd84717c-7415-4631-be24-d01f5d8f6559 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0b682bce-a35a-41e3-8300-db1747418d0c HTTP/1.1" status: 200 len: 913 time: 1.2857347 Jun 06 12:03:28.581890 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f3068d-d9c7-4944-84a4-794203762c89 req-0d1e53d3-f770-479c-b705-8ece82b5c181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:28.583389 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-66f3068d-d9c7-4944-84a4-794203762c89 req-0d1e53d3-f770-479c-b705-8ece82b5c181 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50c7650c564f46e9895bb0af0228580e&device_id=dbc879d7-7892-49d1-b704-4b31e81d5886 HTTP/1.1" status: 200 len: 1096 time: 0.1297951 Jun 06 12:03:28.636640 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-9cb5c99c-ce30-4620-9e42-d6983795950d tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks [] for security_group, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:28.707485 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-5f0de183-2f8b-4e5d-93a5-cfa8dc08c660 req-ca6098dd-fc3b-4a94-971c-9f008bb5672f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=401e65a5-634d-4373-b17d-092b92de8efb HTTP/1.1" status: 200 len: 217 time: 0.1625264 Jun 06 12:03:28.730692 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-066208b4-36ed-4022-9f24-c9cd43282598 req-1dde6cb6-def6-42b7-91cb-391f2149d60e tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=f978bdbd-a787-4839-b681-dc085e83f9b4 HTTP/1.1" status: 200 len: 210 time: 0.0726008 Jun 06 12:03:28.732335 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-9cb5c99c-ce30-4620-9e42-d6983795950d tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:28.787628 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f3068d-d9c7-4944-84a4-794203762c89 req-7e91e859-a27c-4e3e-822d-720d0a7808bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:28.788836 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-66f3068d-d9c7-4944-84a4-794203762c89 req-7e91e859-a27c-4e3e-822d-720d0a7808bd service neutron] 10.222.0.35 "GET /v2.0/networks?id=d03de1d2-5bf4-407f-a826-051b44cc8c51 HTTP/1.1" status: 200 len: 919 time: 0.1958184 Jun 06 12:03:28.806710 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:28.845955 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.db.api [None req-71708ec8-1ea6-4b8b-aac3-b53085a08fed admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 06 12:03:28.845955 dv-cinder-786266-2-smb neutron-server[92096]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 06 12:03:28.845955 dv-cinder-786266-2-smb neutron-server[92096]: [parameters: {'project_id_1': 'ec0aba8842c047659b49b986d042dbb3', 'expiration_1': datetime.datetime(2021, 6, 6, 12, 3, 28, 58401)}] Jun 06 12:03:28.845955 dv-cinder-786266-2-smb neutron-server[92096]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=92096) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 06 12:03:28.846777 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_db.api [None req-71708ec8-1ea6-4b8b-aac3-b53085a08fed admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 06 12:03:28.847052 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.db.api [req-3f4714fd-0ce3-419d-a8f1-36470e80181e req-32f4c9da-65ca-456a-b969-6284b165b027 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 06 12:03:28.847052 dv-cinder-786266-2-smb neutron-server[92096]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 06 12:03:28.847052 dv-cinder-786266-2-smb neutron-server[92096]: [parameters: {'project_id_1': '50c7650c564f46e9895bb0af0228580e', 'expiration_1': datetime.datetime(2021, 6, 6, 12, 3, 28, 260010)}] Jun 06 12:03:28.847052 dv-cinder-786266-2-smb neutron-server[92096]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=92096) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 06 12:03:28.847360 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_db.api [req-3f4714fd-0ce3-419d-a8f1-36470e80181e req-32f4c9da-65ca-456a-b969-6284b165b027 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 06 12:03:28.875344 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb77523-3e90-49b6-a495-812b4bbfd96f req-05f81808-700e-4066-9bb1-52a727963dbc tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:28.875344 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-3cb77523-3e90-49b6-a495-812b4bbfd96f req-05f81808-700e-4066-9bb1-52a727963dbc tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?device_id=08efb263-f31f-4a39-91c3-6fbb95852108 HTTP/1.1" status: 200 len: 944 time: 1.1220708 Jun 06 12:03:28.885159 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-66f3068d-d9c7-4944-84a4-794203762c89 req-b727ed5c-aca5-4a47-b131-1f99178f8efb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=715ca4b4-6ad2-407f-b0bb-3dda38213e15 HTTP/1.1" status: 200 len: 217 time: 0.0895214 Jun 06 12:03:28.946949 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-28282ebd-e431-4777-a58e-23c5b7f17c99 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:28.950514 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-aee38f78-93ca-4521-887b-1c50f349572d req-28235549-8545-44c6-a470-0c0bafa96eba service neutron] 10.222.0.35 "GET /v2.0/networks/4d37cec2-d786-44b2-9e86-7075fb44dfe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6522043 Jun 06 12:03:28.984928 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device c6f5676b-5bc6-4820-b8e1-624adac7d88f details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=92098) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 12:03:29.020239 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0de183-2f8b-4e5d-93a5-cfa8dc08c660 req-acc28d0f-43ca-41b6-a00e-13a7917baa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:29.020389 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f3068d-d9c7-4944-84a4-794203762c89 req-4582f38e-12e5-4169-a5ce-9e66e759e7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:29.020487 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-5f0de183-2f8b-4e5d-93a5-cfa8dc08c660 req-acc28d0f-43ca-41b6-a00e-13a7917baa11 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8747539b-3c8a-45c9-9c99-39a0358f0f36 HTTP/1.1" status: 200 len: 852 time: 0.2981424 Jun 06 12:03:29.021357 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-66f3068d-d9c7-4944-84a4-794203762c89 req-4582f38e-12e5-4169-a5ce-9e66e759e7c2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5d90edd5-4ab2-4621-97ec-be229d8cd0db HTTP/1.1" status: 200 len: 858 time: 0.1260364 Jun 06 12:03:29.026957 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-9cb5c99c-ce30-4620-9e42-d6983795950d tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks [] for security_group, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:29.028257 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-9cb5c99c-ce30-4620-9e42-d6983795950d tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 3.2942102 Jun 06 12:03:29.029119 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb5c99c-ce30-4620-9e42-d6983795950d tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da3a596c-c8ed-4184-9b24-a093c67db910,revision_number=1']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:29.035190 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 59342) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:03:29.046667 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.v2.base [None req-42a46965-b8e9-4d8e-9753-09e52c4fa4da tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Request body: {'security_group_rule': {'security_group_id': 'da3a596c-c8ed-4184-9b24-a093c67db910', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:03:29.074935 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-9cb5c99c-ce30-4620-9e42-d6983795950d tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:29.113647 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-28282ebd-e431-4777-a58e-23c5b7f17c99 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:29.128241 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device 2afb42c6-9875-4d01-b001-d3afe46a4745 up at agent ovs-agent-dv-cinder-786266-2-smb {{(pid=92098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 12:03:29.128980 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-66f3068d-d9c7-4944-84a4-794203762c89 req-b617356f-c767-407f-955d-14326fdb939b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d03de1d2-5bf4-407f-a826-051b44cc8c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882607 Jun 06 12:03:29.145902 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-5f0de183-2f8b-4e5d-93a5-cfa8dc08c660 req-d3ea64e8-8590-4731-90aa-049175e0669c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0b682bce-a35a-41e3-8300-db1747418d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1057935 Jun 06 12:03:29.178665 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-28282ebd-e431-4777-a58e-23c5b7f17c99 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702332'] for security_group_rule, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:29.192888 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-42a46965-b8e9-4d8e-9753-09e52c4fa4da tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:29.193082 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-3cb77523-3e90-49b6-a495-812b4bbfd96f req-9d1de20c-a1da-4ecc-b9bb-1219a1a5372a tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/security-groups?id=f23f4ac2-a34a-4b05-b7f3-4b7c23d9b1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665048 Jun 06 12:03:29.215646 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:29.276043 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] For port c6f5676b-5bc6-4820-b8e1-624adac7d88f, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=c6f5676b-5bc6-4820-b8e1-624adac7d88f,segment=NetworkSegment(50ae22f6-2f71-4a96-af00-d2fd8d97cc9b),segment_id=50ae22f6-2f71-4a96-af00-d2fd8d97cc9b)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:03:29.295893 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Returning: {'device': 'c6f5676b-5bc6-4820-b8e1-624adac7d88f', 'network_id': '4d37cec2-d786-44b2-9e86-7075fb44dfe0', 'port_id': 'c6f5676b-5bc6-4820-b8e1-624adac7d88f', 'mac_address': 'fa:16:3e:2f:60:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff1afc7f-f4ce-414b-b4e3-27c63da65886', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92098) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 12:03:29.304134 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28282ebd-e431-4777-a58e-23c5b7f17c99 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbcf6f28-4e76-46f6-b69f-6785f3ed0fb2,revision_number=0']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:29.324608 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-28282ebd-e431-4777-a58e-23c5b7f17c99 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:29.356583 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Provisioning for port 2afb42c6-9875-4d01-b001-d3afe46a4745 completed by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 12:03:29.365278 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Provisioning complete for port 2afb42c6-9875-4d01-b001-d3afe46a4745 triggered by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:03:29.365729 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:29.379369 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-66f3068d-d9c7-4944-84a4-794203762c89 req-d4e24292-d574-4994-ab93-58bac6efc3bd service neutron] 10.222.0.35 "GET /v2.0/networks/d03de1d2-5bf4-407f-a826-051b44cc8c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431774 Jun 06 12:03:29.380984 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-42a46965-b8e9-4d8e-9753-09e52c4fa4da tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:29.395199 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:29.399802 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-5f0de183-2f8b-4e5d-93a5-cfa8dc08c660 req-5f7c3afd-1f0a-4d2a-bc2c-3d85853da6fd service neutron] 10.222.0.35 "GET /v2.0/networks/0b682bce-a35a-41e3-8300-db1747418d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427108 Jun 06 12:03:29.423549 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-28282ebd-e431-4777-a58e-23c5b7f17c99 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:29.427875 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-28282ebd-e431-4777-a58e-23c5b7f17c99 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.3359573 Jun 06 12:03:29.433460 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 59356) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:03:29.441155 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.notifiers.nova [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6f5676b-5bc6-4820-b8e1-624adac7d88f {{(pid=92098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 12:03:29.444643 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c0826-1123-4435-95e4-5664e4630a49 req-137fc589-1fa1-41a9-b787-7e8c2ae9441e tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:29.450366 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-42a46965-b8e9-4d8e-9753-09e52c4fa4da tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702332'] for security_group_rule, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:29.451652 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-0e8c0826-1123-4435-95e4-5664e4630a49 req-137fc589-1fa1-41a9-b787-7e8c2ae9441e tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fcc874c-c6e0-4d07-8379-2d74438f4962 HTTP/1.1" status: 200 len: 944 time: 0.4680610 Jun 06 12:03:29.474071 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:29.474628 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.v2.base [None req-700d1769-38c8-4583-a997-c156175bedf9 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Request body: {'security_group_rule': {'security_group_id': 'ceabc356-99f9-4025-a839-4d356bbc8e83', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:03:29.475578 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] For port c6f5676b-5bc6-4820-b8e1-624adac7d88f, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=c6f5676b-5bc6-4820-b8e1-624adac7d88f,segment=NetworkSegment(50ae22f6-2f71-4a96-af00-d2fd8d97cc9b),segment_id=50ae22f6-2f71-4a96-af00-d2fd8d97cc9b)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:03:29.547858 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a46965-b8e9-4d8e-9753-09e52c4fa4da tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77e34e87-f20a-4d61-a4d0-56af77eb38e4,revision_number=0']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:29.552112 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:29.560504 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-42a46965-b8e9-4d8e-9753-09e52c4fa4da tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:29.577974 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f4714fd-0ce3-419d-a8f1-36470e80181e req-32f4c9da-65ca-456a-b969-6284b165b027 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Made reservation on behalf of 50c7650c564f46e9895bb0af0228580e for: {'port': 1} {{(pid=92096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 12:03:29.578503 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:29.578503 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device 401e65a5-634d-4373-b17d-092b92de8efb details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=92098) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 12:03:29.578503 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:29.586590 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-3f4714fd-0ce3-419d-a8f1-36470e80181e req-32f4c9da-65ca-456a-b969-6284b165b027 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:29.614555 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-66f3068d-d9c7-4944-84a4-794203762c89 req-4a02a627-855d-4966-8bf5-cf58944ce1d6 service neutron] 10.222.0.35 "GET /v2.0/networks/d03de1d2-5bf4-407f-a826-051b44cc8c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275758 Jun 06 12:03:29.634770 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-0e8c0826-1123-4435-95e4-5664e4630a49 req-68a3fb1b-3a44-4075-b888-7d81ac6dd1bd tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ca50d7b-92ba-4c14-8614-5fa0f5bf6a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823101 Jun 06 12:03:29.705850 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71708ec8-1ea6-4b8b-aac3-b53085a08fed admin admin] Made reservation on behalf of ec0aba8842c047659b49b986d042dbb3 for: {'network': 1} {{(pid=92096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 12:03:29.707631 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] For port 2afb42c6-9875-4d01-b001-d3afe46a4745, host dv-cinder-786266-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-2-smb',level=0,port_id=2afb42c6-9875-4d01-b001-d3afe46a4745,segment=NetworkSegment(4ba14138-863d-4bea-aa89-dac6ed43a677),segment_id=4ba14138-863d-4bea-aa89-dac6ed43a677)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:03:29.707769 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-71708ec8-1ea6-4b8b-aac3-b53085a08fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33157647'] for network, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:29.724417 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Pushing event updated for resources: {'Port': ['ID=c6f5676b-5bc6-4820-b8e1-624adac7d88f,revision_number=4']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:29.727360 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-5f0de183-2f8b-4e5d-93a5-cfa8dc08c660 req-ec7da354-e1b7-4d11-b498-ca4a9a70d1de service neutron] 10.222.0.35 "GET /v2.0/networks/0b682bce-a35a-41e3-8300-db1747418d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186646 Jun 06 12:03:29.730935 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:29.734108 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-71708ec8-1ea6-4b8b-aac3-b53085a08fed admin admin] Notify callbacks [] for security_group, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:29.777245 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-42a46965-b8e9-4d8e-9753-09e52c4fa4da tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:29.779444 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-42a46965-b8e9-4d8e-9753-09e52c4fa4da tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7371752 Jun 06 12:03:29.781558 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 59368) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:03:29.788533 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.v2.base [None req-85c9a237-64e0-436b-a44f-702882029387 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Request body: {'security_group_rule': {'security_group_id': 'da3a596c-c8ed-4184-9b24-a093c67db910', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:03:29.840475 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:29.841326 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device b1a9cc54-d98e-4cc5-9625-41c1bbd6010f up at agent ovs-agent-dv-cinder-786266-2-smb {{(pid=92098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 12:03:29.875802 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-474726e6-6814-4e46-bfc7-c479a8c2d943 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:29.979100 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-8cbeb12b-f77c-4ae9-83dd-890f5987dc8b req-20208cd1-698e-46c1-a981-b628b9b044cf tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=f978bdbd-a787-4839-b681-dc085e83f9b4 HTTP/1.1" status: 200 len: 210 time: 0.0773559 Jun 06 12:03:29.987532 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.db.db_base_plugin_common [req-3f4714fd-0ce3-419d-a8f1-36470e80181e req-32f4c9da-65ca-456a-b969-6284b165b027 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Allocated IP 172.20.0.14 (d03de1d2-5bf4-407f-a826-051b44cc8c51/5d90edd5-4ab2-4621-97ec-be229d8cd0db/29c71c30-373d-416f-a832-5e052105851c) {{(pid=92096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 12:03:29.996090 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] For port 401e65a5-634d-4373-b17d-092b92de8efb, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=401e65a5-634d-4373-b17d-092b92de8efb,segment=NetworkSegment(f14afa40-5636-4714-babc-9c688f0db924),segment_id=f14afa40-5636-4714-babc-9c688f0db924)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:03:30.030947 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Pushing event updated for resources: {'Port': ['ID=2afb42c6-9875-4d01-b001-d3afe46a4745,revision_number=5']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:30.040592 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:30.044485 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Returning: {'device': '401e65a5-634d-4373-b17d-092b92de8efb', 'network_id': '0b682bce-a35a-41e3-8300-db1747418d0c', 'port_id': '401e65a5-634d-4373-b17d-092b92de8efb', 'mac_address': 'fa:16:3e:b9:8d:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8747539b-3c8a-45c9-9c99-39a0358f0f36', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92098) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 12:03:30.085564 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-700d1769-38c8-4583-a997-c156175bedf9 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:30.111757 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:30.130952 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.notifiers.nova [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 401e65a5-634d-4373-b17d-092b92de8efb {{(pid=92098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 12:03:30.148286 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] For port 401e65a5-634d-4373-b17d-092b92de8efb, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=401e65a5-634d-4373-b17d-092b92de8efb,segment=NetworkSegment(f14afa40-5636-4714-babc-9c688f0db924),segment_id=f14afa40-5636-4714-babc-9c688f0db924)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:03:30.150878 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Provisioning for port b1a9cc54-d98e-4cc5-9625-41c1bbd6010f completed by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 12:03:30.155714 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Provisioning complete for port b1a9cc54-d98e-4cc5-9625-41c1bbd6010f triggered by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:03:30.156086 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:30.230919 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:30.245404 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:30.325366 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Pushing event updated for resources: {'Port': ['ID=401e65a5-634d-4373-b17d-092b92de8efb,revision_number=4']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:30.329649 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-700d1769-38c8-4583-a997-c156175bedf9 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:30.331819 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:30.358802 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-3f4714fd-0ce3-419d-a8f1-36470e80181e req-32f4c9da-65ca-456a-b969-6284b165b027 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Notify callbacks [] for port, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:30.389998 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:30.422766 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] For port b1a9cc54-d98e-4cc5-9625-41c1bbd6010f, host dv-cinder-786266-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-2-smb',level=0,port_id=b1a9cc54-d98e-4cc5-9625-41c1bbd6010f,segment=NetworkSegment(1e74f646-9b55-4128-a6d9-a320ac69305f),segment_id=1e74f646-9b55-4128-a6d9-a320ac69305f)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:03:30.434751 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-700d1769-38c8-4583-a997-c156175bedf9 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702332'] for security_group_rule, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:30.454094 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:30.483655 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-71708ec8-1ea6-4b8b-aac3-b53085a08fed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:30.492570 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700d1769-38c8-4583-a997-c156175bedf9 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74de553b-d604-4047-bf43-073e71f8e246,revision_number=0']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:30.500498 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-700d1769-38c8-4583-a997-c156175bedf9 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:30.501852 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:30.504506 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:30.523643 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c7dc34-042f-47fe-ad7c-c846871989b0 req-1583f250-fd8f-4a9b-a046-c3d9c9f1eefd tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:30.525106 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-91c7dc34-042f-47fe-ad7c-c846871989b0 req-1583f250-fd8f-4a9b-a046-c3d9c9f1eefd tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?device_id=08efb263-f31f-4a39-91c3-6fbb95852108 HTTP/1.1" status: 200 len: 945 time: 0.1588590 Jun 06 12:03:30.545355 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] get_ports_and_sgs() called for port_ids ['c6f5676b-5bc6-4820-b8e1-624adac7d88f'] {{(pid=92098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 12:03:30.571774 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-91c7dc34-042f-47fe-ad7c-c846871989b0 req-8cd2ca56-46fa-42bc-9b17-59cab754e48e tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/security-groups?id=f23f4ac2-a34a-4b05-b7f3-4b7c23d9b1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399940 Jun 06 12:03:30.572771 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] get_ports_and_sgs() called for port_ids ['401e65a5-634d-4373-b17d-092b92de8efb'] {{(pid=92098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 12:03:30.588993 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-71708ec8-1ea6-4b8b-aac3-b53085a08fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:30.593745 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:30.626201 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-3f4714fd-0ce3-419d-a8f1-36470e80181e req-32f4c9da-65ca-456a-b969-6284b165b027 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778191160652'] for port, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:30.634805 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71708ec8-1ea6-4b8b-aac3-b53085a08fed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=92096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 12:03:30.650561 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71708ec8-1ea6-4b8b-aac3-b53085a08fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3afd746-5274-4859-8703-8e67e488f8a5,revision_number=1']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:30.669131 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-71708ec8-1ea6-4b8b-aac3-b53085a08fed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:30.676551 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-5b5c9528-0a33-4dfd-8a41-8079f31de7d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:30.711307 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Pushing event updated for resources: {'Port': ['ID=b1a9cc54-d98e-4cc5-9625-41c1bbd6010f,revision_number=5']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:30.716443 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:30.719229 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f4714fd-0ce3-419d-a8f1-36470e80181e req-32f4c9da-65ca-456a-b969-6284b165b027 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Network d03de1d2-5bf4-407f-a826-051b44cc8c51 is already hosted by enough agents. {{(pid=92096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 12:03:30.720296 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-71708ec8-1ea6-4b8b-aac3-b53085a08fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33122656'] for segment, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:30.720630 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.db.segments_db [None req-71708ec8-1ea6-4b8b-aac3-b53085a08fed admin admin] Added segment a662f6da-9fbf-4305-baff-bc786745e80a of type vlan for network f1af9b5f-984b-41df-8865-1875b78c3d4f Jun 06 12:03:30.732730 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-700d1769-38c8-4583-a997-c156175bedf9 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:30.734136 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-700d1769-38c8-4583-a997-c156175bedf9 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2979774 Jun 06 12:03:30.738416 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 59380) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:03:30.743339 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.scheduler.base_scheduler [req-3f4714fd-0ce3-419d-a8f1-36470e80181e req-32f4c9da-65ca-456a-b969-6284b165b027 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Resources bound (agent type, host, resource id): {{(pid=92096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:03:30.743587 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.v2.base [None req-329c5afb-d351-496a-898a-fed7435ac23c tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Request body: {'floatingip': {'floating_network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf'}} {{(pid=92097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:03:30.750850 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f4714fd-0ce3-419d-a8f1-36470e80181e req-32f4c9da-65ca-456a-b969-6284b165b027 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Received port after_create {{(pid=92096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 12:03:30.757091 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4714fd-0ce3-419d-a8f1-36470e80181e req-32f4c9da-65ca-456a-b969-6284b165b027 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:30.767069 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-3f4714fd-0ce3-419d-a8f1-36470e80181e req-32f4c9da-65ca-456a-b969-6284b165b027 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617724'] for port, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:30.783846 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f4c9da-65ca-456a-b969-6284b165b027 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Pushing event updated for resources: {'Port': ['ID=29c71c30-373d-416f-a832-5e052105851c,revision_number=1']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:30.797747 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-32f4c9da-65ca-456a-b969-6284b165b027 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:30.801210 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-85c9a237-64e0-436b-a44f-702882029387 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:30.802160 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-71708ec8-1ea6-4b8b-aac3-b53085a08fed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778191147210'] for network, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:30.895123 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-85c9a237-64e0-436b-a44f-702882029387 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:30.928238 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-3f4714fd-0ce3-419d-a8f1-36470e80181e req-32f4c9da-65ca-456a-b969-6284b165b027 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9752085 Jun 06 12:03:30.941373 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.v2.base [req-3f4714fd-0ce3-419d-a8f1-36470e80181e req-c60d8bc4-293f-4f6d-bc94-de95c1883e56 service neutron] Request body: {'port': {'device_id': 'f978bdbd-a787-4839-b681-dc085e83f9b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=92096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:03:30.982119 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-85c9a237-64e0-436b-a44f-702882029387 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702332'] for security_group_rule, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:30.984603 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:30.991735 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device 2afb42c6-9875-4d01-b001-d3afe46a4745 up at agent ovs-agent-dv-cinder-786266-2-smb {{(pid=92098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 12:03:31.044242 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device 715ca4b4-6ad2-407f-b0bb-3dda38213e15 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=92098) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 12:03:31.062530 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-329c5afb-d351-496a-898a-fed7435ac23c tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks [] for floatingip, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:31.103462 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-71708ec8-1ea6-4b8b-aac3-b53085a08fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-702243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-617627'] for network, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:31.113808 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71708ec8-1ea6-4b8b-aac3-b53085a08fed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:31.114383 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-71708ec8-1ea6-4b8b-aac3-b53085a08fed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617724'] for network, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:31.130337 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c9a237-64e0-436b-a44f-702882029387 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60eeb4a7-9883-491c-b1ea-dadcaee83c2f,revision_number=0']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:31.140639 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:31.140779 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-85c9a237-64e0-436b-a44f-702882029387 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:31.182810 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9797be6-827e-4720-bda2-00c54a21096e req-e30141c4-01f3-46a4-b675-05810c7a23c2 tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:31.184536 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-e9797be6-827e-4720-bda2-00c54a21096e req-e30141c4-01f3-46a4-b675-05810c7a23c2 tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fcc874c-c6e0-4d07-8379-2d74438f4962 HTTP/1.1" status: 200 len: 945 time: 0.3589535 Jun 06 12:03:31.212685 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Provisioning complete for port 2afb42c6-9875-4d01-b001-d3afe46a4745 triggered by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:03:31.213069 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:31.271515 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-85c9a237-64e0-436b-a44f-702882029387 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:31.276555 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-85c9a237-64e0-436b-a44f-702882029387 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4899569 Jun 06 12:03:31.285710 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 59388) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:03:31.289748 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.v2.base [None req-6dacccd7-2d6e-4b99-adf4-8e018cd69e0f tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Request body: {'floatingip': {'floating_network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf'}} {{(pid=92097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:03:31.292598 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-3f4714fd-0ce3-419d-a8f1-36470e80181e req-c60d8bc4-293f-4f6d-bc94-de95c1883e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:31.314063 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] For port 715ca4b4-6ad2-407f-b0bb-3dda38213e15, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=715ca4b4-6ad2-407f-b0bb-3dda38213e15,segment=NetworkSegment(da4ce783-723b-4845-afd6-23e93223e0fc),segment_id=da4ce783-723b-4845-afd6-23e93223e0fc)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:03:31.329590 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-71708ec8-1ea6-4b8b-aac3-b53085a08fed admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.3297701 Jun 06 12:03:31.341285 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Returning: {'device': '715ca4b4-6ad2-407f-b0bb-3dda38213e15', 'network_id': 'd03de1d2-5bf4-407f-a826-051b44cc8c51', 'port_id': '715ca4b4-6ad2-407f-b0bb-3dda38213e15', 'mac_address': 'fa:16:3e:c0:61:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d90edd5-4ab2-4621-97ec-be229d8cd0db', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92098) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 12:03:31.341960 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 59390) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:03:31.348351 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.v2.base [None req-8c6a034a-d2d0-4cbf-875c-f60d80516649 admin admin] Request body: {'subnet': {'network_id': 'f1af9b5f-984b-41df-8865-1875b78c3d4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1825027989-subnet', 'tenant_id': 'ec0aba8842c047659b49b986d042dbb3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:03:31.381449 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-329c5afb-d351-496a-898a-fed7435ac23c tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:31.400128 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71708ec8-1ea6-4b8b-aac3-b53085a08fed admin admin] Pushing event updated for resources: {'Network': ['ID=f1af9b5f-984b-41df-8865-1875b78c3d4f,revision_number=1']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:31.419766 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Network f1af9b5f-984b-41df-8865-1875b78c3d4f details requested by agent ovs-agent-dv-cinder-786266-2-smb with host dv-cinder-786266-2-smb {{(pid=92098) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 12:03:31.435962 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-71708ec8-1ea6-4b8b-aac3-b53085a08fed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:31.454478 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-6dacccd7-2d6e-4b99-adf4-8e018cd69e0f tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks [] for floatingip, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:31.460088 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-e9797be6-827e-4720-bda2-00c54a21096e req-1a325289-6deb-4ecd-8246-41d89987cd06 tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ca50d7b-92ba-4c14-8614-5fa0f5bf6a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552605 Jun 06 12:03:31.501220 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device b1a9cc54-d98e-4cc5-9625-41c1bbd6010f up at agent ovs-agent-dv-cinder-786266-2-smb {{(pid=92098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 12:03:31.530719 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:31.563235 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397cdf5b-e982-41b1-aa2b-8cc1e5c68579 req-d9405ee3-eba6-4005-a700-9a164137879b tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:31.565362 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-397cdf5b-e982-41b1-aa2b-8cc1e5c68579 req-d9405ee3-eba6-4005-a700-9a164137879b tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=f978bdbd-a787-4839-b681-dc085e83f9b4 HTTP/1.1" status: 200 len: 932 time: 0.3642027 Jun 06 12:03:31.637297 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.notifiers.nova [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 715ca4b4-6ad2-407f-b0bb-3dda38213e15 {{(pid=92098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 12:03:31.676882 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-397cdf5b-e982-41b1-aa2b-8cc1e5c68579 req-d7962d30-d8ad-4091-9076-acddce300aa9 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991390 Jun 06 12:03:31.769891 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6a034a-d2d0-4cbf-875c-f60d80516649 admin admin] Made reservation on behalf of ec0aba8842c047659b49b986d042dbb3 for: {'subnet': 1} {{(pid=92097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 12:03:31.784521 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-8c6a034a-d2d0-4cbf-875c-f60d80516649 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:31.832579 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] For port 715ca4b4-6ad2-407f-b0bb-3dda38213e15, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=715ca4b4-6ad2-407f-b0bb-3dda38213e15,segment=NetworkSegment(da4ce783-723b-4845-afd6-23e93223e0fc),segment_id=da4ce783-723b-4845-afd6-23e93223e0fc)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:03:31.840418 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.db_base_plugin_common [None req-329c5afb-d351-496a-898a-fed7435ac23c tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Allocated IP 172.28.2.57 (f46ef3e5-e761-4cf2-8ba5-27fd00264fbf/d3e8387a-9982-4dd7-a420-a9a6c7cae1dc/e3e39d21-7448-41c1-9718-721abe51d011) {{(pid=92097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 12:03:31.852590 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Provisioning complete for port b1a9cc54-d98e-4cc5-9625-41c1bbd6010f triggered by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:03:31.853017 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:31.905749 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:31.910481 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-27320a5a-c065-4ac3-a45f-436b05d37cd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:31.953093 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedf59c3-863d-4570-8e39-e0096a3a1164 req-aff021b6-3e98-43dd-9f02-42bf7bc7b0fd tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:31.955149 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-cedf59c3-863d-4570-8e39-e0096a3a1164 req-aff021b6-3e98-43dd-9f02-42bf7bc7b0fd tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?device_id=08efb263-f31f-4a39-91c3-6fbb95852108 HTTP/1.1" status: 200 len: 945 time: 0.1953270 Jun 06 12:03:31.957172 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.notifiers.nova [req-3f4714fd-0ce3-419d-a8f1-36470e80181e req-c60d8bc4-293f-4f6d-bc94-de95c1883e56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29c71c30-373d-416f-a832-5e052105851c {{(pid=92096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 12:03:31.980906 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-3f4714fd-0ce3-419d-a8f1-36470e80181e req-c60d8bc4-293f-4f6d-bc94-de95c1883e56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:32.014029 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.db.provisioning_blocks [req-3f4714fd-0ce3-419d-a8f1-36470e80181e req-c60d8bc4-293f-4f6d-bc94-de95c1883e56 service neutron] Transition to ACTIVE for port object 29c71c30-373d-416f-a832-5e052105851c will not be triggered until provisioned by entity L2. {{(pid=92096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 12:03:32.025098 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-cedf59c3-863d-4570-8e39-e0096a3a1164 req-c21255cd-1d6a-439b-b2bd-936edeacaace tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/security-groups?id=f23f4ac2-a34a-4b05-b7f3-4b7c23d9b1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622134 Jun 06 12:03:32.071786 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Pushing event updated for resources: {'Port': ['ID=715ca4b4-6ad2-407f-b0bb-3dda38213e15,revision_number=4']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:32.090464 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-3f4714fd-0ce3-419d-a8f1-36470e80181e req-c60d8bc4-293f-4f6d-bc94-de95c1883e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:32.097611 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:32.131318 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:32.143851 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] get_ports_and_sgs() called for port_ids ['715ca4b4-6ad2-407f-b0bb-3dda38213e15'] {{(pid=92098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 12:03:32.362241 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-329c5afb-d351-496a-898a-fed7435ac23c tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks [] for port, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:32.365249 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60d8bc4-293f-4f6d-bc94-de95c1883e56 service neutron] Pushing event updated for resources: {'Port': ['ID=29c71c30-373d-416f-a832-5e052105851c,revision_number=2']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:32.368599 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-c60d8bc4-293f-4f6d-bc94-de95c1883e56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:32.373065 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.managers [req-3f4714fd-0ce3-419d-a8f1-36470e80181e req-c60d8bc4-293f-4f6d-bc94-de95c1883e56 service neutron] Attempting to bind port 29c71c30-373d-416f-a832-5e052105851c on host hv-cinder-78626 for vnic_type normal with profile {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 12:03:32.373458 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.managers [req-3f4714fd-0ce3-419d-a8f1-36470e80181e req-c60d8bc4-293f-4f6d-bc94-de95c1883e56 service neutron] Attempting to bind port 29c71c30-373d-416f-a832-5e052105851c by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'da4ce783-723b-4845-afd6-23e93223e0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd03de1d2-5bf4-407f-a826-051b44cc8c51'}] {{(pid=92096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 12:03:32.373776 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4714fd-0ce3-419d-a8f1-36470e80181e req-c60d8bc4-293f-4f6d-bc94-de95c1883e56 service neutron] Attempting to bind port 29c71c30-373d-416f-a832-5e052105851c on network d03de1d2-5bf4-407f-a826-051b44cc8c51 {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 12:03:32.379077 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4714fd-0ce3-419d-a8f1-36470e80181e req-c60d8bc4-293f-4f6d-bc94-de95c1883e56 service neutron] Port 29c71c30-373d-416f-a832-5e052105851c on network d03de1d2-5bf4-407f-a826-051b44cc8c51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 12:03:32.379393 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4714fd-0ce3-419d-a8f1-36470e80181e req-c60d8bc4-293f-4f6d-bc94-de95c1883e56 service neutron] Attempting to bind port 29c71c30-373d-416f-a832-5e052105851c on network d03de1d2-5bf4-407f-a826-051b44cc8c51 {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 12:03:32.387124 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4714fd-0ce3-419d-a8f1-36470e80181e req-c60d8bc4-293f-4f6d-bc94-de95c1883e56 service neutron] Checking agent: {'id': '7f4f2d28-9bb0-42d9-b4ad-6ed22ccae0f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 12, 1, 20), 'started_at': datetime.datetime(2021, 6, 6, 12, 1, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 12, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 12:03:32.387568 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4714fd-0ce3-419d-a8f1-36470e80181e req-c60d8bc4-293f-4f6d-bc94-de95c1883e56 service neutron] Checking segment: {'id': 'da4ce783-723b-4845-afd6-23e93223e0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd03de1d2-5bf4-407f-a826-051b44cc8c51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 12:03:32.387950 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4714fd-0ce3-419d-a8f1-36470e80181e req-c60d8bc4-293f-4f6d-bc94-de95c1883e56 service neutron] Bound using segment: {'id': 'da4ce783-723b-4845-afd6-23e93223e0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd03de1d2-5bf4-407f-a826-051b44cc8c51'} {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 12:03:32.388521 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.managers [req-3f4714fd-0ce3-419d-a8f1-36470e80181e req-c60d8bc4-293f-4f6d-bc94-de95c1883e56 service neutron] Bound port: 29c71c30-373d-416f-a832-5e052105851c, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da4ce783-723b-4845-afd6-23e93223e0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd03de1d2-5bf4-407f-a826-051b44cc8c51'}}] {{(pid=92096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 12:03:32.396147 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-3f4714fd-0ce3-419d-a8f1-36470e80181e req-c60d8bc4-293f-4f6d-bc94-de95c1883e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:32.396610 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-8c6a034a-d2d0-4cbf-875c-f60d80516649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618'] for subnet, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:32.406775 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:32.454622 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-329c5afb-d351-496a-898a-fed7435ac23c tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778191160652'] for port, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:32.459743 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-6dacccd7-2d6e-4b99-adf4-8e018cd69e0f tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:32.524625 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.db [req-3f4714fd-0ce3-419d-a8f1-36470e80181e req-c60d8bc4-293f-4f6d-bc94-de95c1883e56 service neutron] For port 29c71c30-373d-416f-a832-5e052105851c, host hv-cinder-78626, cleared binding levels {{(pid=92096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 12:03:32.527997 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.db [req-3f4714fd-0ce3-419d-a8f1-36470e80181e req-c60d8bc4-293f-4f6d-bc94-de95c1883e56 service neutron] For port 29c71c30-373d-416f-a832-5e052105851c, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=29c71c30-373d-416f-a832-5e052105851c,segment=NetworkSegment(da4ce783-723b-4845-afd6-23e93223e0fc),segment_id=da4ce783-723b-4845-afd6-23e93223e0fc)] {{(pid=92096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 12:03:32.541873 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6a034a-d2d0-4cbf-875c-f60d80516649 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0c8850f-924c-4659-9de2-46ade9d74de6,revision_number=0']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:32.550346 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-8c6a034a-d2d0-4cbf-875c-f60d80516649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:32.554433 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:32.590299 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329c5afb-d351-496a-898a-fed7435ac23c tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Network f46ef3e5-e761-4cf2-8ba5-27fd00264fbf is already hosted by enough agents. {{(pid=92097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 12:03:32.605984 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.base_scheduler [None req-329c5afb-d351-496a-898a-fed7435ac23c tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Resources bound (agent type, host, resource id): {{(pid=92097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:03:32.619304 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-3f4714fd-0ce3-419d-a8f1-36470e80181e req-c60d8bc4-293f-4f6d-bc94-de95c1883e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:32.622895 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:32.628602 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329c5afb-d351-496a-898a-fed7435ac23c tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Received port after_create {{(pid=92097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 12:03:32.644176 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6a034a-d2d0-4cbf-875c-f60d80516649 admin admin] Checking segment: {'id': 'a662f6da-9fbf-4305-baff-bc786745e80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f1af9b5f-984b-41df-8865-1875b78c3d4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 12:03:32.644176 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6a034a-d2d0-4cbf-875c-f60d80516649 admin admin] Network hostable DHCP agents. Network: f1af9b5f-984b-41df-8865-1875b78c3d4f, hostable agents: ['c6b73c91-e9f3-48c6-bc47-ba303821819a'], hosted agents: [] {{(pid=92097) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 12:03:32.728357 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4714fd-0ce3-419d-a8f1-36470e80181e req-c60d8bc4-293f-4f6d-bc94-de95c1883e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:32.728954 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-3f4714fd-0ce3-419d-a8f1-36470e80181e req-c60d8bc4-293f-4f6d-bc94-de95c1883e56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617724'] for port, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:32.730334 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-3f4714fd-0ce3-419d-a8f1-36470e80181e req-c60d8bc4-293f-4f6d-bc94-de95c1883e56 service neutron] 10.222.0.35 "PUT /v2.0/ports/29c71c30-373d-416f-a832-5e052105851c HTTP/1.1" status: 200 len: 1094 time: 1.7937093 Jun 06 12:03:32.733179 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f978bdbd-a787-4839-b681-dc085e83f9b4', 'tag': '29c71c30-373d-416f-a832-5e052105851c'}] {{(pid=92096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:03:32.735542 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70cf447e3881262ea0b43a88f7d0d33c778b0ed04640d1c627a7304ff1bba8b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac27858-b1c4-4d83-aa15-419bf48d951b" -d '{"events": [{"name": "network-changed", "server_uuid": "f978bdbd-a787-4839-b681-dc085e83f9b4", "tag": "29c71c30-373d-416f-a832-5e052105851c"}]}' {{(pid=92096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:03:32.750673 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329c5afb-d351-496a-898a-fed7435ac23c tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Pushing event updated for resources: {'Port': ['ID=e3e39d21-7448-41c1-9718-721abe51d011,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:32.757034 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-329c5afb-d351-496a-898a-fed7435ac23c tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:32.774339 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60d8bc4-293f-4f6d-bc94-de95c1883e56 service neutron] Pushing event updated for resources: {'Port': ['ID=29c71c30-373d-416f-a832-5e052105851c,revision_number=3']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:32.787189 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-c60d8bc4-293f-4f6d-bc94-de95c1883e56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:32.794510 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-329c5afb-d351-496a-898a-fed7435ac23c tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:32.809388 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.db_base_plugin_common [None req-6dacccd7-2d6e-4b99-adf4-8e018cd69e0f tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Allocated IP 172.28.2.105 (f46ef3e5-e761-4cf2-8ba5-27fd00264fbf/d3e8387a-9982-4dd7-a420-a9a6c7cae1dc/ff21c993-104f-4431-8ee8-b3b94f691b96) {{(pid=92097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 12:03:32.813474 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28acc8a9-c4fc-43a3-b05e-956f337f9058 req-96124bba-2426-43fe-8782-2905bc19ab1b tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:32.815198 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-28acc8a9-c4fc-43a3-b05e-956f337f9058 req-96124bba-2426-43fe-8782-2905bc19ab1b tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fcc874c-c6e0-4d07-8379-2d74438f4962 HTTP/1.1" status: 200 len: 945 time: 0.1514523 Jun 06 12:03:32.844818 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6a034a-d2d0-4cbf-875c-f60d80516649 admin admin] Network f1af9b5f-984b-41df-8865-1875b78c3d4f is scheduled to be hosted by DHCP agent c6b73c91-e9f3-48c6-bc47-ba303821819a with binding_index 1 {{(pid=92097) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 12:03:32.957014 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-28acc8a9-c4fc-43a3-b05e-956f337f9058 req-acf451be-4419-4ef4-8fef-c8fa64aad2e7 tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ca50d7b-92ba-4c14-8614-5fa0f5bf6a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353266 Jun 06 12:03:32.984246 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-329c5afb-d351-496a-898a-fed7435ac23c tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:33.017610 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8803e4-55df-4c38-953c-f5c6075af429 req-30bd44db-9ce4-4a4c-8b71-4bd422ab503f tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:33.019914 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-fe8803e4-55df-4c38-953c-f5c6075af429 req-30bd44db-9ce4-4a4c-8b71-4bd422ab503f tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=f978bdbd-a787-4839-b681-dc085e83f9b4 HTTP/1.1" status: 200 len: 944 time: 0.1502161 Jun 06 12:03:33.025497 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4714fd-0ce3-419d-a8f1-36470e80181e req-98314b19-c1c0-4260-bf5b-5b2886783460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:33.026926 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-3f4714fd-0ce3-419d-a8f1-36470e80181e req-98314b19-c1c0-4260-bf5b-5b2886783460 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50c7650c564f46e9895bb0af0228580e&device_id=f978bdbd-a787-4839-b681-dc085e83f9b4 HTTP/1.1" status: 200 len: 1097 time: 0.1166444 Jun 06 12:03:33.035713 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.base_scheduler [None req-8c6a034a-d2d0-4cbf-875c-f60d80516649 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786266-2-smb, f1af9b5f-984b-41df-8865-1875b78c3d4f) {{(pid=92097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:03:33.045419 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6a034a-d2d0-4cbf-875c-f60d80516649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:33.046109 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-8c6a034a-d2d0-4cbf-875c-f60d80516649 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617724'] for subnet, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:33.046724 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 12:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e4d59ff-d50c-4372-b8c4-20e64a08fc01 x-openstack-request-id: req-0e4d59ff-d50c-4372-b8c4-20e64a08fc01 {{(pid=92096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:03:33.047030 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f978bdbd-a787-4839-b681-dc085e83f9b4", "tag": "29c71c30-373d-416f-a832-5e052105851c", "status": "completed", "code": 200}]} {{(pid=92096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:03:33.047163 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device 715ca4b4-6ad2-407f-b0bb-3dda38213e15 up at agent hyperv_hv-cinder-78626 {{(pid=92098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 12:03:33.047601 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0e4d59ff-d50c-4372-b8c4-20e64a08fc01 {{(pid=92096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:03:33.047677 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f978bdbd-a787-4839-b681-dc085e83f9b4', 'tag': '29c71c30-373d-416f-a832-5e052105851c', 'status': 'completed', 'code': 200} Jun 06 12:03:33.081788 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-6dacccd7-2d6e-4b99-adf4-8e018cd69e0f tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks [] for port, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:33.083414 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd8206c-31a2-466e-a154-564b0a726e3c None None] Network f1af9b5f-984b-41df-8865-1875b78c3d4f requested from dv-cinder-786266-2-smb {{(pid=92098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 12:03:33.140136 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-3f4714fd-0ce3-419d-a8f1-36470e80181e req-ab2e5218-7869-4b37-907e-897c2f60fada service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29c71c30-373d-416f-a832-5e052105851c HTTP/1.1" status: 200 len: 217 time: 0.0951958 Jun 06 12:03:33.207164 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-fe8803e4-55df-4c38-953c-f5c6075af429 req-cf855a8b-cede-47b7-b35a-e781c045b362 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784129 Jun 06 12:03:33.215592 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-8c6a034a-d2d0-4cbf-875c-f60d80516649 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8717058 Jun 06 12:03:33.239826 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4714fd-0ce3-419d-a8f1-36470e80181e req-1acec223-6401-4478-bc6c-31be16d621d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:33.243303 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-3f4714fd-0ce3-419d-a8f1-36470e80181e req-1acec223-6401-4478-bc6c-31be16d621d5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5d90edd5-4ab2-4621-97ec-be229d8cd0db HTTP/1.1" status: 200 len: 858 time: 0.0956440 Jun 06 12:03:33.314696 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-329c5afb-d351-496a-898a-fed7435ac23c tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks [] for port, precommit_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:33.322281 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-6dacccd7-2d6e-4b99-adf4-8e018cd69e0f tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778191160652'] for port, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:33.327807 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-329c5afb-d351-496a-898a-fed7435ac23c tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:33.354143 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Provisioning for port 715ca4b4-6ad2-407f-b0bb-3dda38213e15 completed by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 12:03:33.365469 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Provisioning complete for port 715ca4b4-6ad2-407f-b0bb-3dda38213e15 triggered by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:03:33.366049 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:33.397834 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-3f4714fd-0ce3-419d-a8f1-36470e80181e req-c04b8972-4f88-49f4-83e3-5e00c46c5ed9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d03de1d2-5bf4-407f-a826-051b44cc8c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1095700 Jun 06 12:03:33.401642 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 59438) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:03:33.402063 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-329c5afb-d351-496a-898a-fed7435ac23c tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:33.426889 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dacccd7-2d6e-4b99-adf4-8e018cd69e0f tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Network f46ef3e5-e761-4cf2-8ba5-27fd00264fbf is already hosted by enough agents. {{(pid=92097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 12:03:33.432917 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.base_scheduler [None req-6dacccd7-2d6e-4b99-adf4-8e018cd69e0f tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Resources bound (agent type, host, resource id): {{(pid=92097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:03:33.440256 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dacccd7-2d6e-4b99-adf4-8e018cd69e0f tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Received port after_create {{(pid=92097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 12:03:33.457174 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-329c5afb-d351-496a-898a-fed7435ac23c tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558965'] for floatingip, after_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:33.468688 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c314aa8d-510c-42f3-bb85-b18005cb2df9 None None] Network f1af9b5f-984b-41df-8865-1875b78c3d4f requested from dv-cinder-786266-2-smb {{(pid=92098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 12:03:33.479006 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dacccd7-2d6e-4b99-adf4-8e018cd69e0f tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Pushing event updated for resources: {'Port': ['ID=ff21c993-104f-4431-8ee8-b3b94f691b96,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:33.484043 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-6dacccd7-2d6e-4b99-adf4-8e018cd69e0f tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:33.493547 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:33.519840 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.db.db_base_plugin_v2 [None req-724bdf61-5661-4e46-b5fc-b1dc40562d4f admin admin] Deleting subnet c295454c-f6dc-434c-92d0-8ad0e50e11ff {{(pid=92096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 12:03:33.577594 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-724bdf61-5661-4e46-b5fc-b1dc40562d4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:33.591113 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-329c5afb-d351-496a-898a-fed7435ac23c tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160768'] for floatingip, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:33.601193 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-329c5afb-d351-496a-898a-fed7435ac23c tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8529110 Jun 06 12:03:33.601193 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-6dacccd7-2d6e-4b99-adf4-8e018cd69e0f tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:33.644127 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329c5afb-d351-496a-898a-fed7435ac23c tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Pushing event updated for resources: {'Port': ['ID=e3e39d21-7448-41c1-9718-721abe51d011,revision_number=2']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:33.656836 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-329c5afb-d351-496a-898a-fed7435ac23c tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:33.675283 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-724bdf61-5661-4e46-b5fc-b1dc40562d4f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:33.693845 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-724bdf61-5661-4e46-b5fc-b1dc40562d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33120235'] for subnet, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:33.754199 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11907ded-fa10-4891-8aac-eb18d86d0b70 req-38019a6e-7a6b-491b-8efc-9b3bee9e026f tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:33.755668 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-11907ded-fa10-4891-8aac-eb18d86d0b70 req-38019a6e-7a6b-491b-8efc-9b3bee9e026f tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?device_id=08efb263-f31f-4a39-91c3-6fbb95852108 HTTP/1.1" status: 200 len: 945 time: 0.5112510 Jun 06 12:03:33.757424 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-3f4714fd-0ce3-419d-a8f1-36470e80181e req-acf4fcec-b39b-47c7-8a96-9032e9fb6e49 service neutron] 10.222.0.35 "GET /v2.0/networks/d03de1d2-5bf4-407f-a826-051b44cc8c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175728 Jun 06 12:03:33.779452 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-6dacccd7-2d6e-4b99-adf4-8e018cd69e0f tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:33.833506 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:33.896551 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] For port 715ca4b4-6ad2-407f-b0bb-3dda38213e15, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=715ca4b4-6ad2-407f-b0bb-3dda38213e15,segment=NetworkSegment(da4ce783-723b-4845-afd6-23e93223e0fc),segment_id=da4ce783-723b-4845-afd6-23e93223e0fc)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:03:33.897635 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc879d7-7892-49d1-b704-4b31e81d5886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '715ca4b4-6ad2-407f-b0bb-3dda38213e15'}] {{(pid=92098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:03:33.991904 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-11907ded-fa10-4891-8aac-eb18d86d0b70 req-a4c54f2b-3832-4d50-8057-2e856f9c705b tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/security-groups?id=f23f4ac2-a34a-4b05-b7f3-4b7c23d9b1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296455 Jun 06 12:03:34.015937 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:34.016903 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device c6f5676b-5bc6-4820-b8e1-624adac7d88f up at agent hyperv_hv-cinder-78626 {{(pid=92098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 12:03:34.062939 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:34.106168 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-96057f55-bd7c-45e4-afbb-330359765656 req-9dba5d9d-d82c-4daa-878b-9b7ba6dd2b98 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1621969430&fields=id&tenant_id=eca5e9a6e3374a4193593b4832b36a26 HTTP/1.1" status: 200 len: 267 time: 0.1131082 Jun 06 12:03:34.129489 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-724bdf61-5661-4e46-b5fc-b1dc40562d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33120226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618'] for subnet, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:34.145364 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-3f4714fd-0ce3-419d-a8f1-36470e80181e req-3c04f349-3cae-4479-8ad6-b7bccdbe5e8b service neutron] 10.222.0.35 "GET /v2.0/networks/d03de1d2-5bf4-407f-a826-051b44cc8c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3783081 Jun 06 12:03:34.187759 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:34.209125 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-6dacccd7-2d6e-4b99-adf4-8e018cd69e0f tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks [] for port, precommit_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:34.225307 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Pushing event updated for resources: {'Port': ['ID=715ca4b4-6ad2-407f-b0bb-3dda38213e15,revision_number=5']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:34.235223 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:34.245077 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724bdf61-5661-4e46-b5fc-b1dc40562d4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c295454c-f6dc-434c-92d0-8ad0e50e11ff,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:34.256291 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-724bdf61-5661-4e46-b5fc-b1dc40562d4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:34.264597 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e301314d1a362e62940ee01824f522d16df788b03badbdd7b1d0b93d98b8084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b525e5e3-ba26-4573-95f8-5fec75438e81" -d '{"events": [{"server_uuid": "dbc879d7-7892-49d1-b704-4b31e81d5886", "name": "network-vif-plugged", "status": "completed", "tag": "715ca4b4-6ad2-407f-b0bb-3dda38213e15"}]}' {{(pid=92098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:03:34.308954 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-724bdf61-5661-4e46-b5fc-b1dc40562d4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617724'] for subnet, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:34.310791 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-724bdf61-5661-4e46-b5fc-b1dc40562d4f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c295454c-f6dc-434c-92d0-8ad0e50e11ff HTTP/1.1" status: 204 len: 168 time: 0.9085488 Jun 06 12:03:34.313455 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 59480) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:03:34.331376 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Provisioning for port c6f5676b-5bc6-4820-b8e1-624adac7d88f completed by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 12:03:34.343662 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Provisioning complete for port c6f5676b-5bc6-4820-b8e1-624adac7d88f triggered by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:03:34.343662 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:34.359443 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-6dacccd7-2d6e-4b99-adf4-8e018cd69e0f tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:34.374703 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:34.424635 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96057f55-bd7c-45e4-afbb-330359765656 req-32feede9-da9c-4462-877f-386d1f89c664 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:34.432754 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-96057f55-bd7c-45e4-afbb-330359765656 req-32feede9-da9c-4462-877f-386d1f89c664 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/networks?id=99f1ec4c-50c1-42cf-bf31-28bc5611fa58 HTTP/1.1" status: 200 len: 810 time: 0.3256617 Jun 06 12:03:34.458722 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-6dacccd7-2d6e-4b99-adf4-8e018cd69e0f tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558965'] for floatingip, after_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:34.460427 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-96057f55-bd7c-45e4-afbb-330359765656 req-a6c92864-7852-4a1f-95ab-7688ccd88978 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/quotas/eca5e9a6e3374a4193593b4832b36a26 HTTP/1.1" status: 200 len: 375 time: 0.0267510 Jun 06 12:03:34.466722 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dacccd7-2d6e-4b99-adf4-8e018cd69e0f tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Pushing event updated for resources: {'Port': ['ID=ff21c993-104f-4431-8ee8-b3b94f691b96,revision_number=2']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:34.469428 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2d76d1-4ed4-4bfd-968d-bd45d757401b req-291cc368-f8db-49dc-9385-9db3078f4a20 tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:34.469785 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-6dacccd7-2d6e-4b99-adf4-8e018cd69e0f tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:34.476981 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-0f2d76d1-4ed4-4bfd-968d-bd45d757401b req-291cc368-f8db-49dc-9385-9db3078f4a20 tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fcc874c-c6e0-4d07-8379-2d74438f4962 HTTP/1.1" status: 200 len: 945 time: 0.3462596 Jun 06 12:03:34.527254 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:34.548013 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-c3c57559-4e4e-4aae-936a-2cc012d71aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33107049'] for network, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:34.569948 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac27858-b1c4-4d83-aa15-419bf48d951b req-c21b607f-5c1a-44f6-a903-8526e96eb290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:34.571506 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] For port c6f5676b-5bc6-4820-b8e1-624adac7d88f, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=c6f5676b-5bc6-4820-b8e1-624adac7d88f,segment=NetworkSegment(50ae22f6-2f71-4a96-af00-d2fd8d97cc9b),segment_id=50ae22f6-2f71-4a96-af00-d2fd8d97cc9b)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:03:34.571629 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-dac27858-b1c4-4d83-aa15-419bf48d951b req-c21b607f-5c1a-44f6-a903-8526e96eb290 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50c7650c564f46e9895bb0af0228580e&device_id=f978bdbd-a787-4839-b681-dc085e83f9b4 HTTP/1.1" status: 200 len: 1097 time: 0.2545507 Jun 06 12:03:34.581386 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-0f2d76d1-4ed4-4bfd-968d-bd45d757401b req-d73a6690-f70b-4f9b-98ae-48fbc8453e0f tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ca50d7b-92ba-4c14-8614-5fa0f5bf6a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036444 Jun 06 12:03:34.632305 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-6dacccd7-2d6e-4b99-adf4-8e018cd69e0f tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160768'] for floatingip, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:34.638703 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-6dacccd7-2d6e-4b99-adf4-8e018cd69e0f tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3528116 Jun 06 12:03:34.683119 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:34.684162 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device 401e65a5-634d-4373-b17d-092b92de8efb up at agent hyperv_hv-cinder-78626 {{(pid=92098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 12:03:34.755944 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-96057f55-bd7c-45e4-afbb-330359765656 req-0e7e8451-7fde-4f09-939a-f674fe7db9b7 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=eca5e9a6e3374a4193593b4832b36a26&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2878375 Jun 06 12:03:34.756793 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-c3c57559-4e4e-4aae-936a-2cc012d71aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33119602', 'neutron.services.segments.db._delete_segments_for_network-8778191637926'] for network, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:34.772483 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-9b75d56e-79ce-4cdd-b49b-278b264ad440 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:34.785377 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-c3c57559-4e4e-4aae-936a-2cc012d71aa2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 12:03:34.785377 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-c3c57559-4e4e-4aae-936a-2cc012d71aa2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 12:03:34.786735 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-c3c57559-4e4e-4aae-936a-2cc012d71aa2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 12:03:34.787921 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-c3c57559-4e4e-4aae-936a-2cc012d71aa2 admin admin] Subscribe: > port after_create 55550000 {{(pid=92097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 12:03:34.788556 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-c3c57559-4e4e-4aae-936a-2cc012d71aa2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 12:03:34.789775 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-c3c57559-4e4e-4aae-936a-2cc012d71aa2 admin admin] Subscribe: > port after_update 55550000 {{(pid=92097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 12:03:34.790292 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-c3c57559-4e4e-4aae-936a-2cc012d71aa2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 12:03:34.791138 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-c3c57559-4e4e-4aae-936a-2cc012d71aa2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 12:03:34.791721 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-c3c57559-4e4e-4aae-936a-2cc012d71aa2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 12:03:34.792357 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-c3c57559-4e4e-4aae-936a-2cc012d71aa2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 12:03:34.848747 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac27858-b1c4-4d83-aa15-419bf48d951b req-d68e3bdb-5168-4ea1-97f0-8fe55fabbc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:34.850533 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-dac27858-b1c4-4d83-aa15-419bf48d951b req-d68e3bdb-5168-4ea1-97f0-8fe55fabbc34 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d03de1d2-5bf4-407f-a826-051b44cc8c51 HTTP/1.1" status: 200 len: 919 time: 0.2727308 Jun 06 12:03:34.880680 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Pushing event updated for resources: {'Port': ['ID=c6f5676b-5bc6-4820-b8e1-624adac7d88f,revision_number=5']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:34.883853 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:34.933167 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-c3c57559-4e4e-4aae-936a-2cc012d71aa2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 12:03:34.933948 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-c3c57559-4e4e-4aae-936a-2cc012d71aa2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 12:03:34.934850 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-c3c57559-4e4e-4aae-936a-2cc012d71aa2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 12:03:34.935380 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-c3c57559-4e4e-4aae-936a-2cc012d71aa2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 12:03:34.935807 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Provisioning for port 401e65a5-634d-4373-b17d-092b92de8efb completed by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 12:03:34.936444 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.services.segments.db [None req-c3c57559-4e4e-4aae-936a-2cc012d71aa2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['505b0e45-cedd-4ae6-8159-60a78a04861e']}} {{(pid=92097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:03:34.942120 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Provisioning complete for port 401e65a5-634d-4373-b17d-092b92de8efb triggered by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:03:34.942502 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:34.955300 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.services.segments.db [None req-c3c57559-4e4e-4aae-936a-2cc012d71aa2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa2e529c-4fa1-45cc-8d90-aa3709fdd57c') {'for_net_delete': True} {{(pid=92097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:03:34.956649 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.services.segments.db [None req-c3c57559-4e4e-4aae-936a-2cc012d71aa2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa2e529c-4fa1-45cc-8d90-aa3709fdd57c') {} {{(pid=92097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:03:34.978159 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-c3c57559-4e4e-4aae-936a-2cc012d71aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778191512257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-907565'] for segment, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:35.000516 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-c3c57559-4e4e-4aae-936a-2cc012d71aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33122656'] for segment, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:35.002903 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-dac27858-b1c4-4d83-aa15-419bf48d951b req-c5324152-0e56-4acf-a679-8db27307d0aa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29c71c30-373d-416f-a832-5e052105851c HTTP/1.1" status: 200 len: 217 time: 0.1424201 Jun 06 12:03:35.011800 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3c57559-4e4e-4aae-936a-2cc012d71aa2 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=92097) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 12:03:35.012311 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-c3c57559-4e4e-4aae-936a-2cc012d71aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33122656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2165276'] for segment, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:35.035864 dv-cinder-786266-2-smb neutron-server[92097]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 06 12:03:35.035864 dv-cinder-786266-2-smb neutron-server[92097]: from cryptography.utils import int_from_bytes Jun 06 12:03:35.035864 dv-cinder-786266-2-smb neutron-server[92097]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 06 12:03:35.035864 dv-cinder-786266-2-smb neutron-server[92097]: from cryptography.utils import int_from_bytes Jun 06 12:03:35.035864 dv-cinder-786266-2-smb neutron-server[92097]: Traceback (most recent call last): Jun 06 12:03:35.035864 dv-cinder-786266-2-smb neutron-server[92097]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 12:03:35.035864 dv-cinder-786266-2-smb neutron-server[92097]: timer() Jun 06 12:03:35.035864 dv-cinder-786266-2-smb neutron-server[92097]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 12:03:35.035864 dv-cinder-786266-2-smb neutron-server[92097]: cb(*args, **kw) Jun 06 12:03:35.035864 dv-cinder-786266-2-smb neutron-server[92097]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 12:03:35.035864 dv-cinder-786266-2-smb neutron-server[92097]: return func(*args, **kwargs) Jun 06 12:03:35.035864 dv-cinder-786266-2-smb neutron-server[92097]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 12:03:35.035864 dv-cinder-786266-2-smb neutron-server[92097]: self._notify() Jun 06 12:03:35.035864 dv-cinder-786266-2-smb neutron-server[92097]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 12:03:35.035864 dv-cinder-786266-2-smb neutron-server[92097]: self.callback(batched_events) Jun 06 12:03:35.035864 dv-cinder-786266-2-smb neutron-server[92097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 12:03:35.035864 dv-cinder-786266-2-smb neutron-server[92097]: event.method(event) Jun 06 12:03:35.035864 dv-cinder-786266-2-smb neutron-server[92097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 12:03:35.035864 dv-cinder-786266-2-smb neutron-server[92097]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 12:03:35.035864 dv-cinder-786266-2-smb neutron-server[92097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 12:03:35.035864 dv-cinder-786266-2-smb neutron-server[92097]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 12:03:35.035864 dv-cinder-786266-2-smb neutron-server[92097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 12:03:35.035864 dv-cinder-786266-2-smb neutron-server[92097]: return f(self, *a, **k) Jun 06 12:03:35.035864 dv-cinder-786266-2-smb neutron-server[92097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 12:03:35.035864 dv-cinder-786266-2-smb neutron-server[92097]: return self._get(url).json() Jun 06 12:03:35.035864 dv-cinder-786266-2-smb neutron-server[92097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 12:03:35.035864 dv-cinder-786266-2-smb neutron-server[92097]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 12:03:35.035864 dv-cinder-786266-2-smb neutron-server[92097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 12:03:35.035864 dv-cinder-786266-2-smb neutron-server[92097]: return self.request(url, 'GET', **kwargs) Jun 06 12:03:35.035864 dv-cinder-786266-2-smb neutron-server[92097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 12:03:35.035864 dv-cinder-786266-2-smb neutron-server[92097]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 12:03:35.035864 dv-cinder-786266-2-smb neutron-server[92097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 12:03:35.035864 dv-cinder-786266-2-smb neutron-server[92097]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 12:03:35.035864 dv-cinder-786266-2-smb neutron-server[92097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 12:03:35.035864 dv-cinder-786266-2-smb neutron-server[92097]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 12:03:35.035864 dv-cinder-786266-2-smb neutron-server[92097]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 12:03:35.098624 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac27858-b1c4-4d83-aa15-419bf48d951b req-023e99e5-8420-4cec-a074-5c97923ce53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:35.100333 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-dac27858-b1c4-4d83-aa15-419bf48d951b req-023e99e5-8420-4cec-a074-5c97923ce53d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5d90edd5-4ab2-4621-97ec-be229d8cd0db HTTP/1.1" status: 200 len: 858 time: 0.0871806 Jun 06 12:03:35.179585 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:35.213118 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] For port 401e65a5-634d-4373-b17d-092b92de8efb, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=401e65a5-634d-4373-b17d-092b92de8efb,segment=NetworkSegment(f14afa40-5636-4714-babc-9c688f0db924),segment_id=f14afa40-5636-4714-babc-9c688f0db924)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:03:35.215801 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-c3c57559-4e4e-4aae-936a-2cc012d71aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33119593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-702243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-617627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558951'] for network, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:35.219603 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:35.232751 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bd9187-b2de-40ef-8eba-edf84636ada1 req-308d8968-073d-4257-a271-e5a0c86fb797 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:35.234181 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-21bd9187-b2de-40ef-8eba-edf84636ada1 req-308d8968-073d-4257-a271-e5a0c86fb797 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=f978bdbd-a787-4839-b681-dc085e83f9b4 HTTP/1.1" status: 200 len: 944 time: 0.5297515 Jun 06 12:03:35.242172 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-c3c57559-4e4e-4aae-936a-2cc012d71aa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617724'] for network, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:35.244121 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-c3c57559-4e4e-4aae-936a-2cc012d71aa2 admin admin] 10.222.0.32 "DELETE /v2.0/networks/505b0e45-cedd-4ae6-8159-60a78a04861e HTTP/1.1" status: 204 len: 168 time: 0.9295652 Jun 06 12:03:35.249321 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c57559-4e4e-4aae-936a-2cc012d71aa2 admin admin] Pushing event deleted for resources: {'Network': ['ID=505b0e45-cedd-4ae6-8159-60a78a04861e,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:35.249321 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 59502) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:03:35.249321 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-c3c57559-4e4e-4aae-936a-2cc012d71aa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:35.253027 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-dac27858-b1c4-4d83-aa15-419bf48d951b req-e04cc34c-475c-46af-9c71-eda017f372f0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d03de1d2-5bf4-407f-a826-051b44cc8c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1430330 Jun 06 12:03:35.297585 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-96057f55-bd7c-45e4-afbb-330359765656 req-4f2edac2-c129-403c-80a1-1f9e43067c9e service neutron] 10.222.0.32 "GET /v2.0/networks/99f1ec4c-50c1-42cf-bf31-28bc5611fa58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5407488 Jun 06 12:03:35.302893 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:35.305653 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-27320a5a-c065-4ac3-a45f-436b05d37cd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:35.309407 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.db_base_plugin_v2 [None req-15293cb4-43cd-4b62-a778-21f80bbdc81a admin admin] Deleting subnet a0c8850f-924c-4659-9de2-46ade9d74de6 {{(pid=92097) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 12:03:35.312747 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-15293cb4-43cd-4b62-a778-21f80bbdc81a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:35.364749 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-21bd9187-b2de-40ef-8eba-edf84636ada1 req-1177aff7-17df-4c79-b8e6-a8c0c56f53e7 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142790 Jun 06 12:03:35.374897 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-15293cb4-43cd-4b62-a778-21f80bbdc81a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-907540'] for subnet, precommit_delete_associations {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:35.380555 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Pushing event updated for resources: {'Port': ['ID=401e65a5-634d-4373-b17d-092b92de8efb,revision_number=5']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:35.401199 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:35.486413 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-15293cb4-43cd-4b62-a778-21f80bbdc81a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33120235'] for subnet, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:35.523743 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 12:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d7a168-3b44-4839-b538-8b07842d15f0 x-openstack-request-id: req-69d7a168-3b44-4839-b538-8b07842d15f0 {{(pid=92098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:03:35.524253 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbc879d7-7892-49d1-b704-4b31e81d5886", "name": "network-vif-plugged", "status": "completed", "tag": "715ca4b4-6ad2-407f-b0bb-3dda38213e15", "code": 200}]} {{(pid=92098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:03:35.524649 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-69d7a168-3b44-4839-b538-8b07842d15f0 {{(pid=92098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:03:35.525289 dv-cinder-786266-2-smb neutron-server[92098]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbc879d7-7892-49d1-b704-4b31e81d5886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '715ca4b4-6ad2-407f-b0bb-3dda38213e15', 'code': 200} Jun 06 12:03:35.539482 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-dac27858-b1c4-4d83-aa15-419bf48d951b req-7edd5718-4efa-41bc-8b42-de44fe862c85 service neutron] 10.222.0.35 "GET /v2.0/networks/d03de1d2-5bf4-407f-a826-051b44cc8c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680323 Jun 06 12:03:35.548259 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-96057f55-bd7c-45e4-afbb-330359765656 req-3a21e2a3-d6a8-4ef6-9fec-87caecf6c221 service neutron] 10.222.0.32 "GET /v2.0/networks/99f1ec4c-50c1-42cf-bf31-28bc5611fa58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349150 Jun 06 12:03:35.684948 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-15293cb4-43cd-4b62-a778-21f80bbdc81a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33120226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2165414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556759'] for subnet, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:35.690873 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:35.735474 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-dac27858-b1c4-4d83-aa15-419bf48d951b req-71cad8e7-a110-4e5f-9502-7473984bf964 service neutron] 10.222.0.35 "GET /v2.0/networks/d03de1d2-5bf4-407f-a826-051b44cc8c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852269 Jun 06 12:03:35.744563 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15293cb4-43cd-4b62-a778-21f80bbdc81a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0c8850f-924c-4659-9de2-46ade9d74de6,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:35.757141 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-15293cb4-43cd-4b62-a778-21f80bbdc81a admin admin] Notify callbacks [] for subnet, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:35.760528 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-15293cb4-43cd-4b62-a778-21f80bbdc81a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a0c8850f-924c-4659-9de2-46ade9d74de6 HTTP/1.1" status: 204 len: 168 time: 0.5114200 Jun 06 12:03:35.760665 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6e00477e-e389-4917-b918-7be540b36919 req-4f1e45a5-a944-4d96-b318-e0dbf325d931 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--994278788&fields=id&tenant_id=fa82d4a0d6da4865a82dec984aed67ec HTTP/1.1" status: 200 len: 267 time: 0.0611310 Jun 06 12:03:35.761618 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 59526) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:03:35.775689 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-15293cb4-43cd-4b62-a778-21f80bbdc81a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:36.079371 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-8bb382b0-ddd4-475f-a5df-51e8db51ada8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33107049'] for network, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:36.140062 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e00477e-e389-4917-b918-7be540b36919 req-aaa60994-8ef9-4be9-812d-49882c50463f tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:36.141563 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6e00477e-e389-4917-b918-7be540b36919 req-aaa60994-8ef9-4be9-812d-49882c50463f tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/networks?id=9d232693-3d67-4acc-8d54-aa5376170328 HTTP/1.1" status: 200 len: 817 time: 0.3593841 Jun 06 12:03:36.214434 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6e00477e-e389-4917-b918-7be540b36919 req-784a57bb-f6b9-4fcf-86e6-9f341572fdaf tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/quotas/fa82d4a0d6da4865a82dec984aed67ec HTTP/1.1" status: 200 len: 375 time: 0.0388026 Jun 06 12:03:36.332419 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc5b418-b04e-4abf-b753-c9d5659fcbb7 req-528b4106-fb82-46d2-803c-d95e5e73acbf tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:36.333906 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-bcc5b418-b04e-4abf-b753-c9d5659fcbb7 req-528b4106-fb82-46d2-803c-d95e5e73acbf tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?device_id=08efb263-f31f-4a39-91c3-6fbb95852108 HTTP/1.1" status: 200 len: 946 time: 0.4256358 Jun 06 12:03:36.337946 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-8bb382b0-ddd4-475f-a5df-51e8db51ada8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33119602', 'neutron.services.segments.db._delete_segments_for_network-8778191637926'] for network, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:36.359504 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02262054-a28c-4a6e-b0dd-d21aec8d88e3 req-666a668a-4bba-488b-91bb-385d44d9b63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:36.360925 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-02262054-a28c-4a6e-b0dd-d21aec8d88e3 req-666a668a-4bba-488b-91bb-385d44d9b63a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=dbc879d7-7892-49d1-b704-4b31e81d5886 HTTP/1.1" status: 200 len: 1098 time: 0.3930471 Jun 06 12:03:36.366669 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-8bb382b0-ddd4-475f-a5df-51e8db51ada8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 12:03:36.367100 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-8bb382b0-ddd4-475f-a5df-51e8db51ada8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 12:03:36.367733 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-8bb382b0-ddd4-475f-a5df-51e8db51ada8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 12:03:36.368073 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-8bb382b0-ddd4-475f-a5df-51e8db51ada8 admin admin] Subscribe: > port after_create 55550000 {{(pid=92096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 12:03:36.368389 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-8bb382b0-ddd4-475f-a5df-51e8db51ada8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 12:03:36.368738 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-8bb382b0-ddd4-475f-a5df-51e8db51ada8 admin admin] Subscribe: > port after_update 55550000 {{(pid=92096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 12:03:36.369053 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-8bb382b0-ddd4-475f-a5df-51e8db51ada8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 12:03:36.369367 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-8bb382b0-ddd4-475f-a5df-51e8db51ada8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 12:03:36.369680 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-8bb382b0-ddd4-475f-a5df-51e8db51ada8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 12:03:36.370024 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-8bb382b0-ddd4-475f-a5df-51e8db51ada8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 12:03:36.437603 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-8bb382b0-ddd4-475f-a5df-51e8db51ada8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 12:03:36.437603 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-8bb382b0-ddd4-475f-a5df-51e8db51ada8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 12:03:36.437603 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-8bb382b0-ddd4-475f-a5df-51e8db51ada8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 12:03:36.437603 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-8bb382b0-ddd4-475f-a5df-51e8db51ada8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 12:03:36.438048 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.services.segments.db [None req-8bb382b0-ddd4-475f-a5df-51e8db51ada8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1af9b5f-984b-41df-8865-1875b78c3d4f']}} {{(pid=92096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:03:36.486055 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.services.segments.db [None req-8bb382b0-ddd4-475f-a5df-51e8db51ada8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a662f6da-9fbf-4305-baff-bc786745e80a') {'for_net_delete': True} {{(pid=92096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:03:36.486055 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.services.segments.db [None req-8bb382b0-ddd4-475f-a5df-51e8db51ada8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a662f6da-9fbf-4305-baff-bc786745e80a') {} {{(pid=92096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:03:36.498261 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-02262054-a28c-4a6e-b0dd-d21aec8d88e3 req-e44ded52-a64c-4394-a321-7feb940645f0 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:36.527254 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-8bb382b0-ddd4-475f-a5df-51e8db51ada8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778191512257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2319803'] for segment, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:36.557921 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-bcc5b418-b04e-4abf-b753-c9d5659fcbb7 req-35668021-c828-41d3-b7cc-d7aa6301a205 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/security-groups?id=f23f4ac2-a34a-4b05-b7f3-4b7c23d9b1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024217 Jun 06 12:03:36.562925 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-8bb382b0-ddd4-475f-a5df-51e8db51ada8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33122656'] for segment, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:36.586354 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bb382b0-ddd4-475f-a5df-51e8db51ada8 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=92096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 12:03:36.586354 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-8bb382b0-ddd4-475f-a5df-51e8db51ada8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33122656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2160327'] for segment, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:36.596894 dv-cinder-786266-2-smb neutron-server[92096]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 06 12:03:36.596894 dv-cinder-786266-2-smb neutron-server[92096]: from cryptography.utils import int_from_bytes Jun 06 12:03:36.596894 dv-cinder-786266-2-smb neutron-server[92096]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 06 12:03:36.596894 dv-cinder-786266-2-smb neutron-server[92096]: from cryptography.utils import int_from_bytes Jun 06 12:03:36.596894 dv-cinder-786266-2-smb neutron-server[92096]: Traceback (most recent call last): Jun 06 12:03:36.596894 dv-cinder-786266-2-smb neutron-server[92096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 12:03:36.596894 dv-cinder-786266-2-smb neutron-server[92096]: timer() Jun 06 12:03:36.596894 dv-cinder-786266-2-smb neutron-server[92096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 12:03:36.596894 dv-cinder-786266-2-smb neutron-server[92096]: cb(*args, **kw) Jun 06 12:03:36.596894 dv-cinder-786266-2-smb neutron-server[92096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 12:03:36.596894 dv-cinder-786266-2-smb neutron-server[92096]: return func(*args, **kwargs) Jun 06 12:03:36.596894 dv-cinder-786266-2-smb neutron-server[92096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 12:03:36.596894 dv-cinder-786266-2-smb neutron-server[92096]: self._notify() Jun 06 12:03:36.596894 dv-cinder-786266-2-smb neutron-server[92096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 12:03:36.596894 dv-cinder-786266-2-smb neutron-server[92096]: self.callback(batched_events) Jun 06 12:03:36.596894 dv-cinder-786266-2-smb neutron-server[92096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 12:03:36.596894 dv-cinder-786266-2-smb neutron-server[92096]: event.method(event) Jun 06 12:03:36.596894 dv-cinder-786266-2-smb neutron-server[92096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 12:03:36.596894 dv-cinder-786266-2-smb neutron-server[92096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 12:03:36.596894 dv-cinder-786266-2-smb neutron-server[92096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 12:03:36.596894 dv-cinder-786266-2-smb neutron-server[92096]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 12:03:36.596894 dv-cinder-786266-2-smb neutron-server[92096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 12:03:36.596894 dv-cinder-786266-2-smb neutron-server[92096]: return f(self, *a, **k) Jun 06 12:03:36.596894 dv-cinder-786266-2-smb neutron-server[92096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 12:03:36.596894 dv-cinder-786266-2-smb neutron-server[92096]: return self._get(url).json() Jun 06 12:03:36.596894 dv-cinder-786266-2-smb neutron-server[92096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 12:03:36.596894 dv-cinder-786266-2-smb neutron-server[92096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 12:03:36.596894 dv-cinder-786266-2-smb neutron-server[92096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 12:03:36.596894 dv-cinder-786266-2-smb neutron-server[92096]: return self.request(url, 'GET', **kwargs) Jun 06 12:03:36.596894 dv-cinder-786266-2-smb neutron-server[92096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 12:03:36.596894 dv-cinder-786266-2-smb neutron-server[92096]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 12:03:36.596894 dv-cinder-786266-2-smb neutron-server[92096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 12:03:36.596894 dv-cinder-786266-2-smb neutron-server[92096]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 12:03:36.596894 dv-cinder-786266-2-smb neutron-server[92096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 12:03:36.596894 dv-cinder-786266-2-smb neutron-server[92096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 12:03:36.596894 dv-cinder-786266-2-smb neutron-server[92096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 12:03:36.679705 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6e00477e-e389-4917-b918-7be540b36919 req-92655894-9f29-4630-ab18-2b302a9e972d tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fa82d4a0d6da4865a82dec984aed67ec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4520850 Jun 06 12:03:36.801167 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-8bb382b0-ddd4-475f-a5df-51e8db51ada8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33119593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-702243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-617627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558951'] for network, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:36.814194 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-8bb382b0-ddd4-475f-a5df-51e8db51ada8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617724'] for network, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:36.817866 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-8bb382b0-ddd4-475f-a5df-51e8db51ada8 admin admin] 10.222.0.32 "DELETE /v2.0/networks/f1af9b5f-984b-41df-8865-1875b78c3d4f HTTP/1.1" status: 204 len: 168 time: 1.0540662 Jun 06 12:03:36.927336 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-92315d16-0f13-4f9e-b3ad-ecbf3e9e55cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:36.959336 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb382b0-ddd4-475f-a5df-51e8db51ada8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1af9b5f-984b-41df-8865-1875b78c3d4f,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:36.962256 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-8bb382b0-ddd4-475f-a5df-51e8db51ada8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:37.014448 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6e00477e-e389-4917-b918-7be540b36919 req-6ad0008b-95fa-47bd-b7bf-ee7360a6103f service neutron] 10.222.0.32 "GET /v2.0/networks/9d232693-3d67-4acc-8d54-aa5376170328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153427 Jun 06 12:03:37.065985 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a010f28-0c23-4d7e-b4bb-7e92ebd26faa req-825883f5-4fe3-45de-b792-e047077e5abc tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:37.068696 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-0a010f28-0c23-4d7e-b4bb-7e92ebd26faa req-825883f5-4fe3-45de-b792-e047077e5abc tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fcc874c-c6e0-4d07-8379-2d74438f4962 HTTP/1.1" status: 200 len: 946 time: 0.3504937 Jun 06 12:03:37.070599 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device 29c71c30-373d-416f-a832-5e052105851c details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=92098) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 12:03:37.182607 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-02262054-a28c-4a6e-b0dd-d21aec8d88e3 req-e44ded52-a64c-4394-a321-7feb940645f0 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:37.216304 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-0a010f28-0c23-4d7e-b4bb-7e92ebd26faa req-9601c017-6636-4e3e-af73-70d27b4efa76 tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ca50d7b-92ba-4c14-8614-5fa0f5bf6a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359930 Jun 06 12:03:37.218704 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] For port 29c71c30-373d-416f-a832-5e052105851c, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=29c71c30-373d-416f-a832-5e052105851c,segment=NetworkSegment(da4ce783-723b-4845-afd6-23e93223e0fc),segment_id=da4ce783-723b-4845-afd6-23e93223e0fc)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:03:37.238840 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 59556) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:03:37.240494 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6e00477e-e389-4917-b918-7be540b36919 req-c8a2a777-fa60-488c-87b7-80d806872a3a service neutron] 10.222.0.32 "GET /v2.0/networks/9d232693-3d67-4acc-8d54-aa5376170328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140484 Jun 06 12:03:37.242923 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Returning: {'device': '29c71c30-373d-416f-a832-5e052105851c', 'network_id': 'd03de1d2-5bf4-407f-a826-051b44cc8c51', 'port_id': '29c71c30-373d-416f-a832-5e052105851c', 'mac_address': 'fa:16:3e:d6:4f:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d90edd5-4ab2-4621-97ec-be229d8cd0db', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92098) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 12:03:37.298750 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-02262054-a28c-4a6e-b0dd-d21aec8d88e3 req-e44ded52-a64c-4394-a321-7feb940645f0 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:37.314763 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-0837d5de-a8e1-4902-bb01-7a7113c67a5e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dd97937230e34928ac6b1a646b504138&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0679460 Jun 06 12:03:37.317346 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 59558) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:03:37.324604 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-ea83779d-ddd0-4a20-8aca-9cee9f9b50f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:37.338499 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:37.345351 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-02262054-a28c-4a6e-b0dd-d21aec8d88e3 req-e44ded52-a64c-4394-a321-7feb940645f0 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8814611 Jun 06 12:03:37.362894 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44ded52-a64c-4394-a321-7feb940645f0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=21eb50c7-e51f-4f9d-8200-9940a78ec30b,revision_number=1']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:37.366326 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-e44ded52-a64c-4394-a321-7feb940645f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:37.387067 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.notifiers.nova [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29c71c30-373d-416f-a832-5e052105851c {{(pid=92098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 12:03:37.405599 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] For port 29c71c30-373d-416f-a832-5e052105851c, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=29c71c30-373d-416f-a832-5e052105851c,segment=NetworkSegment(da4ce783-723b-4845-afd6-23e93223e0fc),segment_id=da4ce783-723b-4845-afd6-23e93223e0fc)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:03:37.432788 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-84d12b43-9cce-4657-9238-cbad1b67c673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:37.462115 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-84d12b43-9cce-4657-9238-cbad1b67c673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:37.476760 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-59d05ef7-9cad-4afc-8997-231852ca7add req-0535de9b-0681-4826-8f45-687f0e9ed5c6 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/ports?device_id=133bafca-ca83-4455-a451-16c06e873c55 HTTP/1.1" status: 200 len: 210 time: 0.0701723 Jun 06 12:03:37.493342 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:37.495117 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-084b9cb0-a23b-4007-b047-a5ffd0c3668c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:37.529886 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08efb263-f31f-4a39-91c3-6fbb95852108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6f5676b-5bc6-4820-b8e1-624adac7d88f'}, {'server_uuid': '8fcc874c-c6e0-4d07-8379-2d74438f4962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '401e65a5-634d-4373-b17d-092b92de8efb'}] {{(pid=92098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:03:37.532956 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e301314d1a362e62940ee01824f522d16df788b03badbdd7b1d0b93d98b8084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8014e654-7e04-4272-b825-135ffa99d5c0" -d '{"events": [{"server_uuid": "08efb263-f31f-4a39-91c3-6fbb95852108", "name": "network-vif-plugged", "status": "completed", "tag": "c6f5676b-5bc6-4820-b8e1-624adac7d88f"}, {"server_uuid": "8fcc874c-c6e0-4d07-8379-2d74438f4962", "name": "network-vif-plugged", "status": "completed", "tag": "401e65a5-634d-4373-b17d-092b92de8efb"}]}' {{(pid=92098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:03:37.570644 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Pushing event updated for resources: {'Port': ['ID=29c71c30-373d-416f-a832-5e052105851c,revision_number=4']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:37.580387 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:37.636261 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-84d12b43-9cce-4657-9238-cbad1b67c673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:37.645101 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-84d12b43-9cce-4657-9238-cbad1b67c673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:37.646783 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 06 Jun 2021 12:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-740f0b2c-a76c-4eab-80d8-f855d06f2dc1 x-openstack-request-id: req-740f0b2c-a76c-4eab-80d8-f855d06f2dc1 {{(pid=92098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:03:37.650920 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08efb263-f31f-4a39-91c3-6fbb95852108", "name": "network-vif-plugged", "status": "completed", "tag": "c6f5676b-5bc6-4820-b8e1-624adac7d88f", "code": 200}, {"server_uuid": "8fcc874c-c6e0-4d07-8379-2d74438f4962", "name": "network-vif-plugged", "status": "completed", "tag": "401e65a5-634d-4373-b17d-092b92de8efb", "code": 200}]} {{(pid=92098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:03:37.651264 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-740f0b2c-a76c-4eab-80d8-f855d06f2dc1 {{(pid=92098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:03:37.651482 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-84d12b43-9cce-4657-9238-cbad1b67c673 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/659d441c-83f9-47b3-aeab-0f06fc5e0044 HTTP/1.1" status: 204 len: 168 time: 0.3277698 Jun 06 12:03:37.653105 dv-cinder-786266-2-smb neutron-server[92098]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08efb263-f31f-4a39-91c3-6fbb95852108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6f5676b-5bc6-4820-b8e1-624adac7d88f', 'code': 200} Jun 06 12:03:37.653523 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:37.654017 dv-cinder-786266-2-smb neutron-server[92098]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fcc874c-c6e0-4d07-8379-2d74438f4962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '401e65a5-634d-4373-b17d-092b92de8efb', 'code': 200} Jun 06 12:03:37.665558 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d12b43-9cce-4657-9238-cbad1b67c673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=659d441c-83f9-47b3-aeab-0f06fc5e0044,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:37.702154 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-84d12b43-9cce-4657-9238-cbad1b67c673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:37.739356 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] get_ports_and_sgs() called for port_ids ['29c71c30-373d-416f-a832-5e052105851c'] {{(pid=92098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 12:03:37.897606 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-71cf5a6a-c87b-4726-b866-4777796f4709 req-d674f9d4-3370-47c9-ad65-957aa8b4f034 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=663dd71e-90c6-4ae5-bf0e-e2f54fe661be HTTP/1.1" status: 200 len: 210 time: 0.1206801 Jun 06 12:03:37.957955 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea1d62f-67ef-498b-9471-09a9ec76b5e1 req-874d2780-dc44-4884-aa5d-d5d9f4a4a0ce tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:37.966443 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-5ea1d62f-67ef-498b-9471-09a9ec76b5e1 req-874d2780-dc44-4884-aa5d-d5d9f4a4a0ce tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=f978bdbd-a787-4839-b681-dc085e83f9b4 HTTP/1.1" status: 200 len: 945 time: 0.2976584 Jun 06 12:03:38.022406 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-5ea1d62f-67ef-498b-9471-09a9ec76b5e1 req-231d2d48-4a80-4c10-a0a6-132b3004c034 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548699 Jun 06 12:03:38.129848 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd90df23-8269-4839-9edb-f7ed2d725167 req-a06689fb-f6cf-4a21-9b8c-e623d37ee08e tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:38.129848 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-dd90df23-8269-4839-9edb-f7ed2d725167 req-a06689fb-f6cf-4a21-9b8c-e623d37ee08e tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?device_id=08efb263-f31f-4a39-91c3-6fbb95852108 HTTP/1.1" status: 200 len: 946 time: 0.0881598 Jun 06 12:03:38.276497 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-dd90df23-8269-4839-9edb-f7ed2d725167 req-7902080b-9be5-41a6-99f6-cf268004960c tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/security-groups?id=f23f4ac2-a34a-4b05-b7f3-4b7c23d9b1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122673 Jun 06 12:03:38.303075 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c23da-9469-4059-8d38-fd10e235abc0 req-0958a9ce-061e-4440-b8d8-bb4bff4f7656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:38.304551 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-246c23da-9469-4059-8d38-fd10e235abc0 req-0958a9ce-061e-4440-b8d8-bb4bff4f7656 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8fcc874c-c6e0-4d07-8379-2d74438f4962 HTTP/1.1" status: 200 len: 1099 time: 0.1740186 Jun 06 12:03:38.306372 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6734a17-5af3-47d7-8477-dd6ed0246c61 req-480fd3dd-a509-4306-8092-86841d7b1505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:38.307635 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-e6734a17-5af3-47d7-8477-dd6ed0246c61 req-480fd3dd-a509-4306-8092-86841d7b1505 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=08efb263-f31f-4a39-91c3-6fbb95852108 HTTP/1.1" status: 200 len: 1099 time: 0.1381700 Jun 06 12:03:38.427804 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-246c23da-9469-4059-8d38-fd10e235abc0 req-97878c89-9bfe-49f7-a6fb-1e213e624d06 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1ca50d7b-92ba-4c14-8614-5fa0f5bf6a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109655 Jun 06 12:03:38.432054 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-e6734a17-5af3-47d7-8477-dd6ed0246c61 req-7dc802a8-3c29-4cbf-9954-fd5c7686655a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f23f4ac2-a34a-4b05-b7f3-4b7c23d9b1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999634 Jun 06 12:03:38.462403 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96259194-4572-4d25-8ebb-084905405940 req-185d5d27-4077-4872-bef8-5feecae4fe14 tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:38.463808 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-96259194-4572-4d25-8ebb-084905405940 req-185d5d27-4077-4872-bef8-5feecae4fe14 tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fcc874c-c6e0-4d07-8379-2d74438f4962 HTTP/1.1" status: 200 len: 946 time: 0.1138742 Jun 06 12:03:38.507469 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-96259194-4572-4d25-8ebb-084905405940 req-407782bf-adec-449d-a02b-9f81e34bdb78 tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ca50d7b-92ba-4c14-8614-5fa0f5bf6a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380428 Jun 06 12:03:38.618195 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 59592) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:03:38.645824 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-3e912605-798a-4b57-b52f-14c798ab8699 req-547c18f2-0aa3-4b08-a63a-da905c4641bf tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/ports?device_id=133bafca-ca83-4455-a451-16c06e873c55 HTTP/1.1" status: 200 len: 210 time: 0.0522540 Jun 06 12:03:38.698942 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-53f6dc75-5d10-408c-92cf-de35906e95d1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ec0aba8842c047659b49b986d042dbb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0794866 Jun 06 12:03:38.701206 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 59598) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:03:38.769720 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-b7fe2fe7-396e-495e-be45-5bedc06ae6a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:38.794425 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-b7fe2fe7-396e-495e-be45-5bedc06ae6a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:38.895932 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-b7fe2fe7-396e-495e-be45-5bedc06ae6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:38.898663 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-b7fe2fe7-396e-495e-be45-5bedc06ae6a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:38.899758 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-b7fe2fe7-396e-495e-be45-5bedc06ae6a5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e3afd746-5274-4859-8703-8e67e488f8a5 HTTP/1.1" status: 204 len: 168 time: 0.1973724 Jun 06 12:03:38.900629 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-32ef3ce0-376f-4fb8-964f-480977d4aac5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:38.934942 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fe2fe7-396e-495e-be45-5bedc06ae6a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3afd746-5274-4859-8703-8e67e488f8a5,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:38.937513 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-b7fe2fe7-396e-495e-be45-5bedc06ae6a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:39.077117 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device 29c71c30-373d-416f-a832-5e052105851c up at agent hyperv_hv-cinder-78626 {{(pid=92098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 12:03:39.123178 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-82e4b07b-8421-4053-8f00-c7c49b335d6f req-43b011f0-035a-4c60-b39d-09dcccc0fa92 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=663dd71e-90c6-4ae5-bf0e-e2f54fe661be HTTP/1.1" status: 200 len: 210 time: 0.1145670 Jun 06 12:03:39.182650 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96057f55-bd7c-45e4-afbb-330359765656 req-af4d4067-a1ae-41da-9505-189dc3393a19 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:39.184307 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-96057f55-bd7c-45e4-afbb-330359765656 req-af4d4067-a1ae-41da-9505-189dc3393a19 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.35 "GET /v2.0/networks?id=99f1ec4c-50c1-42cf-bf31-28bc5611fa58 HTTP/1.1" status: 200 len: 810 time: 0.3391190 Jun 06 12:03:39.284331 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Provisioning for port 29c71c30-373d-416f-a832-5e052105851c completed by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 12:03:39.290971 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Provisioning complete for port 29c71c30-373d-416f-a832-5e052105851c triggered by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:03:39.291349 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:39.312976 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-96057f55-bd7c-45e4-afbb-330359765656 req-6018369f-d3a5-4c42-8b60-b2b774aaff5d tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eca5e9a6e3374a4193593b4832b36a26 HTTP/1.1" status: 200 len: 380 time: 0.1147890 Jun 06 12:03:39.333889 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.v2.base [req-96057f55-bd7c-45e4-afbb-330359765656 req-bbdb06b8-0afc-43df-8732-9d387132f1ea tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Request body: {'port': {'device_id': '133bafca-ca83-4455-a451-16c06e873c55', 'network_id': '99f1ec4c-50c1-42cf-bf31-28bc5611fa58', 'admin_state_up': True, 'tenant_id': 'eca5e9a6e3374a4193593b4832b36a26', 'security_groups': ['ceabc356-99f9-4025-a839-4d356bbc8e83']}} {{(pid=92096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:03:39.550806 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:39.582232 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343be191-ce69-411a-84b5-a80124047e6e req-a33bdd67-e611-4f8c-8f01-536b343422a6 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:39.593594 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-343be191-ce69-411a-84b5-a80124047e6e req-a33bdd67-e611-4f8c-8f01-536b343422a6 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=f978bdbd-a787-4839-b681-dc085e83f9b4 HTTP/1.1" status: 200 len: 945 time: 0.3527586 Jun 06 12:03:39.656791 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f978bdbd-a787-4839-b681-dc085e83f9b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c71c30-373d-416f-a832-5e052105851c'}] {{(pid=92098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:03:39.659920 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e301314d1a362e62940ee01824f522d16df788b03badbdd7b1d0b93d98b8084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbeff1a0-2b87-46c6-ac8b-f9e5d8b0f455" -d '{"events": [{"server_uuid": "f978bdbd-a787-4839-b681-dc085e83f9b4", "name": "network-vif-plugged", "status": "completed", "tag": "29c71c30-373d-416f-a832-5e052105851c"}]}' {{(pid=92098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:03:39.666874 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] For port 29c71c30-373d-416f-a832-5e052105851c, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=29c71c30-373d-416f-a832-5e052105851c,segment=NetworkSegment(da4ce783-723b-4845-afd6-23e93223e0fc),segment_id=da4ce783-723b-4845-afd6-23e93223e0fc)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:03:39.686244 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-343be191-ce69-411a-84b5-a80124047e6e req-3f6b3a2b-a3f1-4cce-b7b5-1e9cd7be31d8 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911102 Jun 06 12:03:39.689022 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96057f55-bd7c-45e4-afbb-330359765656 req-bbdb06b8-0afc-43df-8732-9d387132f1ea tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Made reservation on behalf of eca5e9a6e3374a4193593b4832b36a26 for: {'port': 1} {{(pid=92096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 12:03:39.693186 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-96057f55-bd7c-45e4-afbb-330359765656 req-bbdb06b8-0afc-43df-8732-9d387132f1ea tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:39.731092 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:39.735219 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-474726e6-6814-4e46-bfc7-c479a8c2d943 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:39.838881 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Pushing event updated for resources: {'Port': ['ID=29c71c30-373d-416f-a832-5e052105851c,revision_number=5']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:39.840531 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9781526c-c97d-46d4-8eaf-57f879af7365 req-088becac-f213-4a46-8488-29cd29849ce2 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:39.842030 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-9781526c-c97d-46d4-8eaf-57f879af7365 req-088becac-f213-4a46-8488-29cd29849ce2 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?device_id=08efb263-f31f-4a39-91c3-6fbb95852108 HTTP/1.1" status: 200 len: 946 time: 0.3344514 Jun 06 12:03:39.848478 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:40.173545 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-9781526c-c97d-46d4-8eaf-57f879af7365 req-1e016d3c-fb1e-4df4-bee6-44dff37ca781 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/security-groups?id=f23f4ac2-a34a-4b05-b7f3-4b7c23d9b1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213000 Jun 06 12:03:40.210092 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.db.db_base_plugin_common [req-96057f55-bd7c-45e4-afbb-330359765656 req-bbdb06b8-0afc-43df-8732-9d387132f1ea tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Allocated IP 172.20.0.3 (99f1ec4c-50c1-42cf-bf31-28bc5611fa58/d6151d6c-a3ca-4b30-8028-8df9c8252719/67e820f7-0b84-45b6-805e-b7bd2eb0dc35) {{(pid=92096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 12:03:40.238470 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 12:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb02929-4c07-4275-a34a-5ad61eb7941e x-openstack-request-id: req-adb02929-4c07-4275-a34a-5ad61eb7941e {{(pid=92098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:03:40.239420 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f978bdbd-a787-4839-b681-dc085e83f9b4", "name": "network-vif-plugged", "status": "completed", "tag": "29c71c30-373d-416f-a832-5e052105851c", "code": 200}]} {{(pid=92098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:03:40.239863 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-adb02929-4c07-4275-a34a-5ad61eb7941e {{(pid=92098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:03:40.240488 dv-cinder-786266-2-smb neutron-server[92098]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f978bdbd-a787-4839-b681-dc085e83f9b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c71c30-373d-416f-a832-5e052105851c', 'code': 200} Jun 06 12:03:40.241584 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dfb912-68da-40ca-b98f-ea9b901f262e req-263eb4bf-8a7f-462a-adc2-7dd1fc5914db tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:40.250369 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c5dfb912-68da-40ca-b98f-ea9b901f262e req-263eb4bf-8a7f-462a-adc2-7dd1fc5914db tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fcc874c-c6e0-4d07-8379-2d74438f4962 HTTP/1.1" status: 200 len: 946 time: 0.4072719 Jun 06 12:03:40.344367 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c5dfb912-68da-40ca-b98f-ea9b901f262e req-992564a7-b488-47c6-800b-0bbbd8ce1fcc tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ca50d7b-92ba-4c14-8614-5fa0f5bf6a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929816 Jun 06 12:03:40.463316 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-e5e6ad8b-ddf5-4e29-85d3-8aa45303efc8 req-9f735d47-63e6-429e-a6f6-2b296d6ec855 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/ports?device_id=133bafca-ca83-4455-a451-16c06e873c55 HTTP/1.1" status: 200 len: 210 time: 0.1142364 Jun 06 12:03:40.524765 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-fcd8891a-6630-48f1-b3c6-433c43765ba6 req-c5336385-cebe-4e0c-b798-24af3ec059d0 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=663dd71e-90c6-4ae5-bf0e-e2f54fe661be HTTP/1.1" status: 200 len: 210 time: 0.0562088 Jun 06 12:03:40.611003 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-96057f55-bd7c-45e4-afbb-330359765656 req-bbdb06b8-0afc-43df-8732-9d387132f1ea tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks [] for port, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:40.640328 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.db.provisioning_blocks [req-96057f55-bd7c-45e4-afbb-330359765656 req-bbdb06b8-0afc-43df-8732-9d387132f1ea tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Transition to ACTIVE for port object 67e820f7-0b84-45b6-805e-b7bd2eb0dc35 will not be triggered until provisioned by entity DHCP. {{(pid=92096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 12:03:40.671996 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6abb3-7a06-42dc-a247-0affffddc05a req-6a785248-e821-44f9-b297-4bcb2344d4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:40.673461 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-2ff6abb3-7a06-42dc-a247-0affffddc05a req-6a785248-e821-44f9-b297-4bcb2344d4f2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f978bdbd-a787-4839-b681-dc085e83f9b4 HTTP/1.1" status: 200 len: 1099 time: 0.1028628 Jun 06 12:03:40.735775 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-2ff6abb3-7a06-42dc-a247-0affffddc05a req-e25d497a-6d31-47b2-ad65-583d70a0c343 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443468 Jun 06 12:03:40.747611 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-96057f55-bd7c-45e4-afbb-330359765656 req-bbdb06b8-0afc-43df-8732-9d387132f1ea tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778191160652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2160272'] for port, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:40.755181 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-c60d8bc4-293f-4f6d-bc94-de95c1883e56 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:40.815712 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96057f55-bd7c-45e4-afbb-330359765656 req-bbdb06b8-0afc-43df-8732-9d387132f1ea tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Network 99f1ec4c-50c1-42cf-bf31-28bc5611fa58 is already hosted by enough agents. {{(pid=92096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 12:03:40.819175 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.scheduler.base_scheduler [req-96057f55-bd7c-45e4-afbb-330359765656 req-bbdb06b8-0afc-43df-8732-9d387132f1ea tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Resources bound (agent type, host, resource id): {{(pid=92096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:03:40.825119 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.db.l3_dvrscheduler_db [req-96057f55-bd7c-45e4-afbb-330359765656 req-bbdb06b8-0afc-43df-8732-9d387132f1ea tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Received port after_create {{(pid=92096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 12:03:40.922795 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdb06b8-0afc-43df-8732-9d387132f1ea tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Pushing event updated for resources: {'Port': ['ID=67e820f7-0b84-45b6-805e-b7bd2eb0dc35,revision_number=1']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:40.934797 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-bbdb06b8-0afc-43df-8732-9d387132f1ea tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:40.951973 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96057f55-bd7c-45e4-afbb-330359765656 req-bbdb06b8-0afc-43df-8732-9d387132f1ea tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:40.952652 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-96057f55-bd7c-45e4-afbb-330359765656 req-bbdb06b8-0afc-43df-8732-9d387132f1ea tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617724'] for port, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:40.989643 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e14f31-bd47-4835-b8cc-7e1a00fcff9c req-d7ec7cc6-5406-4580-b172-7771eefda478 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:40.991179 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-79e14f31-bd47-4835-b8cc-7e1a00fcff9c req-d7ec7cc6-5406-4580-b172-7771eefda478 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=f978bdbd-a787-4839-b681-dc085e83f9b4 HTTP/1.1" status: 200 len: 946 time: 0.1698246 Jun 06 12:03:41.077168 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-96057f55-bd7c-45e4-afbb-330359765656 req-bbdb06b8-0afc-43df-8732-9d387132f1ea tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7483025 Jun 06 12:03:41.090319 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-13ab912c-eddc-441b-9e44-18311d11e5dd None None] Provisioning for port 67e820f7-0b84-45b6-805e-b7bd2eb0dc35 completed by entity DHCP. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 12:03:41.095738 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-13ab912c-eddc-441b-9e44-18311d11e5dd None None] Provisioning complete for port 67e820f7-0b84-45b6-805e-b7bd2eb0dc35 triggered by entity DHCP. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:03:41.096223 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-79e14f31-bd47-4835-b8cc-7e1a00fcff9c req-d69c102b-804b-44c4-ab31-537666f8ffe4 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983098 Jun 06 12:03:41.096623 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-13ab912c-eddc-441b-9e44-18311d11e5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:41.170829 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.v2.base [req-96057f55-bd7c-45e4-afbb-330359765656 req-ed31f799-f6a8-4fb4-abf6-fe27c31fc1b2 service neutron] Request body: {'port': {'device_id': '133bafca-ca83-4455-a451-16c06e873c55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=92096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:03:41.283726 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e00477e-e389-4917-b918-7be540b36919 req-b54ba5f2-d842-45c0-8b91-afe523bba7ff tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:41.286616 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6e00477e-e389-4917-b918-7be540b36919 req-b54ba5f2-d842-45c0-8b91-afe523bba7ff tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.35 "GET /v2.0/networks?id=9d232693-3d67-4acc-8d54-aa5376170328 HTTP/1.1" status: 200 len: 817 time: 0.2703249 Jun 06 12:03:41.286951 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.plugin [None req-13ab912c-eddc-441b-9e44-18311d11e5dd None None] Port 67e820f7-0b84-45b6-805e-b7bd2eb0dc35 cannot update to ACTIVE because it is not bound. {{(pid=92098) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 12:03:41.461803 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-96057f55-bd7c-45e4-afbb-330359765656 req-ed31f799-f6a8-4fb4-abf6-fe27c31fc1b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:41.482113 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6e00477e-e389-4917-b918-7be540b36919 req-6e70c71c-670b-43e0-9e82-0bcffb7a03e2 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa82d4a0d6da4865a82dec984aed67ec HTTP/1.1" status: 200 len: 379 time: 0.1573246 Jun 06 12:03:41.505018 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.v2.base [req-6e00477e-e389-4917-b918-7be540b36919 req-784e2d9e-d2fa-4850-903b-57bd9ba80428 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Request body: {'port': {'device_id': '663dd71e-90c6-4ae5-bf0e-e2f54fe661be', 'network_id': '9d232693-3d67-4acc-8d54-aa5376170328', 'admin_state_up': True, 'tenant_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'security_groups': ['da3a596c-c8ed-4184-9b24-a093c67db910']}} {{(pid=92096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:03:41.808118 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554753aa-56ac-44d4-9ab7-1cfba13e031b req-fe4ba9c7-be73-49c7-baf9-3c53aa65f44f tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:41.809590 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-554753aa-56ac-44d4-9ab7-1cfba13e031b req-fe4ba9c7-be73-49c7-baf9-3c53aa65f44f tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?device_id=08efb263-f31f-4a39-91c3-6fbb95852108 HTTP/1.1" status: 200 len: 946 time: 0.4427209 Jun 06 12:03:41.934708 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-554753aa-56ac-44d4-9ab7-1cfba13e031b req-2d330866-73e4-41da-9cf6-a9d817e31437 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/security-groups?id=f23f4ac2-a34a-4b05-b7f3-4b7c23d9b1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155484 Jun 06 12:03:41.970393 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c5e117-01b8-45f3-99ec-72fb614946a4 req-6fc3c017-e504-4c3f-b2c9-fde0b75127d2 tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:41.972460 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-17c5e117-01b8-45f3-99ec-72fb614946a4 req-6fc3c017-e504-4c3f-b2c9-fde0b75127d2 tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fcc874c-c6e0-4d07-8379-2d74438f4962 HTTP/1.1" status: 200 len: 946 time: 0.3963497 Jun 06 12:03:42.111876 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 59722) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:03:42.156659 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e00477e-e389-4917-b918-7be540b36919 req-784e2d9e-d2fa-4850-903b-57bd9ba80428 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Made reservation on behalf of fa82d4a0d6da4865a82dec984aed67ec for: {'port': 1} {{(pid=92096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 12:03:42.160738 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-6e00477e-e389-4917-b918-7be540b36919 req-784e2d9e-d2fa-4850-903b-57bd9ba80428 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:42.256168 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-19010589-06f5-45b8-ba4c-0fa3449bffb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:42.294682 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-17c5e117-01b8-45f3-99ec-72fb614946a4 req-b506faf2-8c35-4fe4-a1a4-058c9de4ffff tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ca50d7b-92ba-4c14-8614-5fa0f5bf6a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162434 Jun 06 12:03:42.386171 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-19010589-06f5-45b8-ba4c-0fa3449bffb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:42.479045 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-19010589-06f5-45b8-ba4c-0fa3449bffb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:42.484609 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b6c03-0021-4e28-857b-1b2aff7b18d2 req-57471d85-6eaa-42eb-a4a1-2bbaa7388c14 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:42.486148 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-be9b6c03-0021-4e28-857b-1b2aff7b18d2 req-57471d85-6eaa-42eb-a4a1-2bbaa7388c14 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/ports?device_id=133bafca-ca83-4455-a451-16c06e873c55 HTTP/1.1" status: 200 len: 931 time: 0.3713326 Jun 06 12:03:42.488524 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-b542d2d2-0184-48b3-b885-a5e818cc5afd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:42.528542 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-d30c5983-f51f-421b-92d8-dd2b0a8ffe46 req-f7cc0f71-b1aa-4bd7-b1f3-3cc8db1f57a2 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=663dd71e-90c6-4ae5-bf0e-e2f54fe661be HTTP/1.1" status: 200 len: 210 time: 0.1220746 Jun 06 12:03:42.537079 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-19010589-06f5-45b8-ba4c-0fa3449bffb1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1374f81014b146748fe4fc774c3a63cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4222941 Jun 06 12:03:42.538507 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 59734) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:03:42.544956 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.notifiers.nova [req-96057f55-bd7c-45e4-afbb-330359765656 req-ed31f799-f6a8-4fb4-abf6-fe27c31fc1b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67e820f7-0b84-45b6-805e-b7bd2eb0dc35 {{(pid=92096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 12:03:42.549670 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.db.db_base_plugin_common [req-6e00477e-e389-4917-b918-7be540b36919 req-784e2d9e-d2fa-4850-903b-57bd9ba80428 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Allocated IP 172.20.0.5 (9d232693-3d67-4acc-8d54-aa5376170328/9af00337-26dd-42bb-a5b7-bfb5439775d6/cc7aba5c-1311-49d5-ada0-73621eb9181f) {{(pid=92096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 12:03:42.556553 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19010589-06f5-45b8-ba4c-0fa3449bffb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af0dc2ec-e51c-4841-8edf-40ba6cdad3e2,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:42.560462 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-96057f55-bd7c-45e4-afbb-330359765656 req-ed31f799-f6a8-4fb4-abf6-fe27c31fc1b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:42.567247 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-19010589-06f5-45b8-ba4c-0fa3449bffb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:42.601043 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.db.provisioning_blocks [req-96057f55-bd7c-45e4-afbb-330359765656 req-ed31f799-f6a8-4fb4-abf6-fe27c31fc1b2 service neutron] Transition to ACTIVE for port object 67e820f7-0b84-45b6-805e-b7bd2eb0dc35 will not be triggered until provisioned by entity L2. {{(pid=92096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 12:03:42.618723 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-be9b6c03-0021-4e28-857b-1b2aff7b18d2 req-cbc71990-7ab6-4fb9-977d-2b52d5beece7 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/security-groups?id=ceabc356-99f9-4025-a839-4d356bbc8e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215444 Jun 06 12:03:42.663736 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-48d27e87-9b41-4af8-b233-66519820ec54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:42.706253 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-48d27e87-9b41-4af8-b233-66519820ec54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:42.774064 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-96057f55-bd7c-45e4-afbb-330359765656 req-ed31f799-f6a8-4fb4-abf6-fe27c31fc1b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2160299'] for port, after_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:42.822714 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-c60d8bc4-293f-4f6d-bc94-de95c1883e56 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:42.881641 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-48d27e87-9b41-4af8-b233-66519820ec54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:42.884412 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-48d27e87-9b41-4af8-b233-66519820ec54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:42.885589 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-48d27e87-9b41-4af8-b233-66519820ec54 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/af0dc2ec-e51c-4841-8edf-40ba6cdad3e2 HTTP/1.1" status: 204 len: 168 time: 0.3435824 Jun 06 12:03:42.888323 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-a40f29bd-4f6d-4547-b1f3-835eb974b792 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:42.903972 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d27e87-9b41-4af8-b233-66519820ec54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0dc2ec-e51c-4841-8edf-40ba6cdad3e2,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:42.906749 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-48d27e87-9b41-4af8-b233-66519820ec54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:43.048222 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31f799-f6a8-4fb4-abf6-fe27c31fc1b2 service neutron] Pushing event updated for resources: {'Port': ['ID=67e820f7-0b84-45b6-805e-b7bd2eb0dc35,revision_number=2']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:43.080970 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-ed31f799-f6a8-4fb4-abf6-fe27c31fc1b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:43.100446 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-6e00477e-e389-4917-b918-7be540b36919 req-784e2d9e-d2fa-4850-903b-57bd9ba80428 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks [] for port, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:43.168924 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.db.provisioning_blocks [req-6e00477e-e389-4917-b918-7be540b36919 req-784e2d9e-d2fa-4850-903b-57bd9ba80428 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Transition to ACTIVE for port object cc7aba5c-1311-49d5-ada0-73621eb9181f will not be triggered until provisioned by entity DHCP. {{(pid=92096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 12:03:43.199797 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a68b33b-bf76-49c2-b305-67e99192a654 req-821eddf9-3507-4bfe-a96f-a76613f92a59 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:43.201328 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-1a68b33b-bf76-49c2-b305-67e99192a654 req-821eddf9-3507-4bfe-a96f-a76613f92a59 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=f978bdbd-a787-4839-b681-dc085e83f9b4 HTTP/1.1" status: 200 len: 946 time: 0.4369206 Jun 06 12:03:43.248202 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.managers [req-96057f55-bd7c-45e4-afbb-330359765656 req-ed31f799-f6a8-4fb4-abf6-fe27c31fc1b2 service neutron] Attempting to bind port 67e820f7-0b84-45b6-805e-b7bd2eb0dc35 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 12:03:43.248541 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.managers [req-96057f55-bd7c-45e4-afbb-330359765656 req-ed31f799-f6a8-4fb4-abf6-fe27c31fc1b2 service neutron] Attempting to bind port 67e820f7-0b84-45b6-805e-b7bd2eb0dc35 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '1e74f646-9b55-4128-a6d9-a320ac69305f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '99f1ec4c-50c1-42cf-bf31-28bc5611fa58'}] {{(pid=92096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 12:03:43.248876 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96057f55-bd7c-45e4-afbb-330359765656 req-ed31f799-f6a8-4fb4-abf6-fe27c31fc1b2 service neutron] Attempting to bind port 67e820f7-0b84-45b6-805e-b7bd2eb0dc35 on network 99f1ec4c-50c1-42cf-bf31-28bc5611fa58 {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 12:03:43.269661 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96057f55-bd7c-45e4-afbb-330359765656 req-ed31f799-f6a8-4fb4-abf6-fe27c31fc1b2 service neutron] Port 67e820f7-0b84-45b6-805e-b7bd2eb0dc35 on network 99f1ec4c-50c1-42cf-bf31-28bc5611fa58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 12:03:43.270019 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96057f55-bd7c-45e4-afbb-330359765656 req-ed31f799-f6a8-4fb4-abf6-fe27c31fc1b2 service neutron] Attempting to bind port 67e820f7-0b84-45b6-805e-b7bd2eb0dc35 on network 99f1ec4c-50c1-42cf-bf31-28bc5611fa58 {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 12:03:43.282675 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-1a68b33b-bf76-49c2-b305-67e99192a654 req-7438b9d5-3ce1-4099-a344-bd83abb6178e tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689511 Jun 06 12:03:43.285405 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96057f55-bd7c-45e4-afbb-330359765656 req-ed31f799-f6a8-4fb4-abf6-fe27c31fc1b2 service neutron] Checking agent: {'id': '7f4f2d28-9bb0-42d9-b4ad-6ed22ccae0f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 12, 1, 20), 'started_at': datetime.datetime(2021, 6, 6, 12, 1, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 12, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 12:03:43.285743 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96057f55-bd7c-45e4-afbb-330359765656 req-ed31f799-f6a8-4fb4-abf6-fe27c31fc1b2 service neutron] Checking segment: {'id': '1e74f646-9b55-4128-a6d9-a320ac69305f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '99f1ec4c-50c1-42cf-bf31-28bc5611fa58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 12:03:43.286143 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96057f55-bd7c-45e4-afbb-330359765656 req-ed31f799-f6a8-4fb4-abf6-fe27c31fc1b2 service neutron] Bound using segment: {'id': '1e74f646-9b55-4128-a6d9-a320ac69305f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '99f1ec4c-50c1-42cf-bf31-28bc5611fa58'} {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 12:03:43.286584 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.managers [req-96057f55-bd7c-45e4-afbb-330359765656 req-ed31f799-f6a8-4fb4-abf6-fe27c31fc1b2 service neutron] Bound port: 67e820f7-0b84-45b6-805e-b7bd2eb0dc35, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e74f646-9b55-4128-a6d9-a320ac69305f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '99f1ec4c-50c1-42cf-bf31-28bc5611fa58'}}] {{(pid=92096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 12:03:43.286928 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-96057f55-bd7c-45e4-afbb-330359765656 req-ed31f799-f6a8-4fb4-abf6-fe27c31fc1b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:43.365313 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.agents_db [None req-260e75b6-693f-447f-9c37-08072a5d67b1 None None] Agent healthcheck: found 6 active agents {{(pid=92099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 12:03:43.379532 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-6e00477e-e389-4917-b918-7be540b36919 req-784e2d9e-d2fa-4850-903b-57bd9ba80428 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778191160652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2160272'] for port, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:43.410639 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:43.493240 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e00477e-e389-4917-b918-7be540b36919 req-784e2d9e-d2fa-4850-903b-57bd9ba80428 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Network 9d232693-3d67-4acc-8d54-aa5376170328 is already hosted by enough agents. {{(pid=92096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 12:03:43.496540 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.db [req-96057f55-bd7c-45e4-afbb-330359765656 req-ed31f799-f6a8-4fb4-abf6-fe27c31fc1b2 service neutron] For port 67e820f7-0b84-45b6-805e-b7bd2eb0dc35, host hv-cinder-78626, cleared binding levels {{(pid=92096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 12:03:43.498857 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.scheduler.base_scheduler [req-6e00477e-e389-4917-b918-7be540b36919 req-784e2d9e-d2fa-4850-903b-57bd9ba80428 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Resources bound (agent type, host, resource id): {{(pid=92096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:03:43.504911 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e00477e-e389-4917-b918-7be540b36919 req-784e2d9e-d2fa-4850-903b-57bd9ba80428 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Received port after_create {{(pid=92096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 12:03:43.548263 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784e2d9e-d2fa-4850-903b-57bd9ba80428 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Pushing event updated for resources: {'Port': ['ID=cc7aba5c-1311-49d5-ada0-73621eb9181f,revision_number=1']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:43.552039 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.db [req-96057f55-bd7c-45e4-afbb-330359765656 req-ed31f799-f6a8-4fb4-abf6-fe27c31fc1b2 service neutron] For port 67e820f7-0b84-45b6-805e-b7bd2eb0dc35, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=67e820f7-0b84-45b6-805e-b7bd2eb0dc35,segment=NetworkSegment(1e74f646-9b55-4128-a6d9-a320ac69305f),segment_id=1e74f646-9b55-4128-a6d9-a320ac69305f)] {{(pid=92096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 12:03:43.555333 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-784e2d9e-d2fa-4850-903b-57bd9ba80428 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:43.609504 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e00477e-e389-4917-b918-7be540b36919 req-784e2d9e-d2fa-4850-903b-57bd9ba80428 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:43.610323 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-6e00477e-e389-4917-b918-7be540b36919 req-784e2d9e-d2fa-4850-903b-57bd9ba80428 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617724'] for port, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:43.659232 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-96057f55-bd7c-45e4-afbb-330359765656 req-ed31f799-f6a8-4fb4-abf6-fe27c31fc1b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2160299'] for port, after_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:43.666496 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-c93a8806-230a-41a8-8f39-7a7fb3bcb677 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:43.738877 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96057f55-bd7c-45e4-afbb-330359765656 req-ed31f799-f6a8-4fb4-abf6-fe27c31fc1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:43.739647 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-96057f55-bd7c-45e4-afbb-330359765656 req-ed31f799-f6a8-4fb4-abf6-fe27c31fc1b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617724'] for port, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:43.743791 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-96057f55-bd7c-45e4-afbb-330359765656 req-ed31f799-f6a8-4fb4-abf6-fe27c31fc1b2 service neutron] 10.222.0.35 "PUT /v2.0/ports/67e820f7-0b84-45b6-805e-b7bd2eb0dc35 HTTP/1.1" status: 200 len: 1093 time: 2.6559367 Jun 06 12:03:43.786436 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '133bafca-ca83-4455-a451-16c06e873c55', 'tag': '67e820f7-0b84-45b6-805e-b7bd2eb0dc35'}] {{(pid=92096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:03:43.786436 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70cf447e3881262ea0b43a88f7d0d33c778b0ed04640d1c627a7304ff1bba8b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aaf00b2-bf44-4e87-95d9-8c8cae31668b" -d '{"events": [{"name": "network-changed", "server_uuid": "133bafca-ca83-4455-a451-16c06e873c55", "tag": "67e820f7-0b84-45b6-805e-b7bd2eb0dc35"}]}' {{(pid=92096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:03:43.796387 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6e00477e-e389-4917-b918-7be540b36919 req-784e2d9e-d2fa-4850-903b-57bd9ba80428 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3038828 Jun 06 12:03:43.854549 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.v2.base [req-6e00477e-e389-4917-b918-7be540b36919 req-175c9344-03fc-4550-988a-0bccd10c7871 service neutron] Request body: {'port': {'device_id': '663dd71e-90c6-4ae5-bf0e-e2f54fe661be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=92096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:03:43.889671 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 59778) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:03:43.933413 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-58a61f57-e110-4cbd-abac-872d0dd02d58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:43.955902 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-eb4f3aa8-b434-41ab-9c9a-bc3adae81c18 None None] Provisioning for port cc7aba5c-1311-49d5-ada0-73621eb9181f completed by entity DHCP. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 12:03:43.963526 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-eb4f3aa8-b434-41ab-9c9a-bc3adae81c18 None None] Provisioning complete for port cc7aba5c-1311-49d5-ada0-73621eb9181f triggered by entity DHCP. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:03:43.964388 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-eb4f3aa8-b434-41ab-9c9a-bc3adae81c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:44.006255 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31f799-f6a8-4fb4-abf6-fe27c31fc1b2 service neutron] Pushing event updated for resources: {'Port': ['ID=67e820f7-0b84-45b6-805e-b7bd2eb0dc35,revision_number=3']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:44.017563 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-ed31f799-f6a8-4fb4-abf6-fe27c31fc1b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:44.071876 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.plugin [None req-eb4f3aa8-b434-41ab-9c9a-bc3adae81c18 None None] Port cc7aba5c-1311-49d5-ada0-73621eb9181f cannot update to ACTIVE because it is not bound. {{(pid=92098) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 12:03:44.137688 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18041f5d-023e-4dcb-b968-1febd6de25a2 req-5bcdf3bf-5620-4a94-9d23-b979956dd634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:44.139194 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-18041f5d-023e-4dcb-b968-1febd6de25a2 req-5bcdf3bf-5620-4a94-9d23-b979956dd634 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50c7650c564f46e9895bb0af0228580e&device_id=f978bdbd-a787-4839-b681-dc085e83f9b4 HTTP/1.1" status: 200 len: 1099 time: 0.1269543 Jun 06 12:03:44.245275 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-6e00477e-e389-4917-b918-7be540b36919 req-175c9344-03fc-4550-988a-0bccd10c7871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:44.274477 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27e869-8748-4253-94d2-26dacf182eb1 req-cc8ba638-8f0c-4651-a74e-2a7cccc582a2 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:44.276034 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-fb27e869-8748-4253-94d2-26dacf182eb1 req-cc8ba638-8f0c-4651-a74e-2a7cccc582a2 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=663dd71e-90c6-4ae5-bf0e-e2f54fe661be HTTP/1.1" status: 200 len: 931 time: 0.4818516 Jun 06 12:03:44.287366 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96057f55-bd7c-45e4-afbb-330359765656 req-8440f1e8-093c-4ee6-963d-3ae51b2e9555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:44.288854 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-96057f55-bd7c-45e4-afbb-330359765656 req-8440f1e8-093c-4ee6-963d-3ae51b2e9555 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=eca5e9a6e3374a4193593b4832b36a26&device_id=133bafca-ca83-4455-a451-16c06e873c55 HTTP/1.1" status: 200 len: 1096 time: 0.3978231 Jun 06 12:03:44.339938 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-58a61f57-e110-4cbd-abac-872d0dd02d58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:44.379530 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18041f5d-023e-4dcb-b968-1febd6de25a2 req-0e4d6429-f1c6-4db5-a6e6-5cbb0bf18f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:44.381072 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-18041f5d-023e-4dcb-b968-1febd6de25a2 req-0e4d6429-f1c6-4db5-a6e6-5cbb0bf18f22 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d03de1d2-5bf4-407f-a826-051b44cc8c51 HTTP/1.1" status: 200 len: 919 time: 0.2283025 Jun 06 12:03:44.433289 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-96057f55-bd7c-45e4-afbb-330359765656 req-7c84b588-5638-4214-b650-2fbab0875b30 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67e820f7-0b84-45b6-805e-b7bd2eb0dc35 HTTP/1.1" status: 200 len: 217 time: 0.1097333 Jun 06 12:03:44.448144 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-58a61f57-e110-4cbd-abac-872d0dd02d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:44.465512 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-84d12b43-9cce-4657-9238-cbad1b67c673 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:44.474034 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-18041f5d-023e-4dcb-b968-1febd6de25a2 req-027bc4c7-3ff6-4262-b613-73953d79a068 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29c71c30-373d-416f-a832-5e052105851c HTTP/1.1" status: 200 len: 217 time: 0.0861721 Jun 06 12:03:44.505343 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33851a6a-9f8b-4613-954d-a7d7309be2f3 req-17f3969d-18e2-499e-a84f-7b09defa7912 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:44.507450 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-33851a6a-9f8b-4613-954d-a7d7309be2f3 req-17f3969d-18e2-499e-a84f-7b09defa7912 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/ports?device_id=133bafca-ca83-4455-a451-16c06e873c55 HTTP/1.1" status: 200 len: 943 time: 0.4465415 Jun 06 12:03:44.524391 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-fb27e869-8748-4253-94d2-26dacf182eb1 req-f9ff2ec8-a64c-4dc6-823d-24579724e314 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=da3a596c-c8ed-4184-9b24-a093c67db910&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2334747 Jun 06 12:03:44.549837 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-58a61f57-e110-4cbd-abac-872d0dd02d58 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e2218ad907ee40d8a0aa5c55e8d58fb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6589854 Jun 06 12:03:44.560042 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a61f57-e110-4cbd-abac-872d0dd02d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f8805f-20ba-4e87-8b8e-ecab26325e05,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:44.562368 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 59808) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:03:44.566266 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-58a61f57-e110-4cbd-abac-872d0dd02d58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:44.584221 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18041f5d-023e-4dcb-b968-1febd6de25a2 req-bc0844ca-e2ab-45d9-a591-3e0766e372e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:44.585792 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-18041f5d-023e-4dcb-b968-1febd6de25a2 req-bc0844ca-e2ab-45d9-a591-3e0766e372e5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5d90edd5-4ab2-4621-97ec-be229d8cd0db HTTP/1.1" status: 200 len: 858 time: 0.1041036 Jun 06 12:03:44.608752 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 12:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227d8d6f-8dad-476e-8c10-40414979d1bb x-openstack-request-id: req-227d8d6f-8dad-476e-8c10-40414979d1bb {{(pid=92096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:03:44.608752 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "133bafca-ca83-4455-a451-16c06e873c55", "tag": "67e820f7-0b84-45b6-805e-b7bd2eb0dc35", "status": "completed", "code": 200}]} {{(pid=92096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:03:44.608752 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-227d8d6f-8dad-476e-8c10-40414979d1bb {{(pid=92096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:03:44.608752 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '133bafca-ca83-4455-a451-16c06e873c55', 'tag': '67e820f7-0b84-45b6-805e-b7bd2eb0dc35', 'status': 'completed', 'code': 200} Jun 06 12:03:44.656235 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-18041f5d-023e-4dcb-b968-1febd6de25a2 req-d20f0d25-6253-41a0-a74e-6436450cde0a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d03de1d2-5bf4-407f-a826-051b44cc8c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564437 Jun 06 12:03:44.753895 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96057f55-bd7c-45e4-afbb-330359765656 req-a7131092-00be-4871-aea8-ea825c40b214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:44.755282 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-96057f55-bd7c-45e4-afbb-330359765656 req-a7131092-00be-4871-aea8-ea825c40b214 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d6151d6c-a3ca-4b30-8028-8df9c8252719 HTTP/1.1" status: 200 len: 849 time: 0.3041580 Jun 06 12:03:44.773419 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-33851a6a-9f8b-4613-954d-a7d7309be2f3 req-55438899-c7b8-443b-a9c0-fe76a6b986a0 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/security-groups?id=ceabc356-99f9-4025-a839-4d356bbc8e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2532012 Jun 06 12:03:44.783369 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-64b36390-615b-431f-9130-812a319e1cd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:44.835302 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-64b36390-615b-431f-9130-812a319e1cd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:44.899637 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-18041f5d-023e-4dcb-b968-1febd6de25a2 req-9ea9813c-fd23-4bdc-8340-8e2fd2ea4121 service neutron] 10.222.0.35 "GET /v2.0/networks/d03de1d2-5bf4-407f-a826-051b44cc8c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330141 Jun 06 12:03:44.999497 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdcc62c-7978-4564-9ed5-2c0c9ab9f345 req-ba25cffc-fda6-4ccb-bcb0-a791b6dd9d03 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:45.000961 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-5fdcc62c-7978-4564-9ed5-2c0c9ab9f345 req-ba25cffc-fda6-4ccb-bcb0-a791b6dd9d03 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=f978bdbd-a787-4839-b681-dc085e83f9b4 HTTP/1.1" status: 200 len: 946 time: 0.2912502 Jun 06 12:03:45.003006 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96057f55-bd7c-45e4-afbb-330359765656 req-684aa6e7-532d-4cb8-8cda-e4a695222c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:45.004346 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-96057f55-bd7c-45e4-afbb-330359765656 req-684aa6e7-532d-4cb8-8cda-e4a695222c3b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=99f1ec4c-50c1-42cf-bf31-28bc5611fa58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2394750 Jun 06 12:03:45.035209 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-64b36390-615b-431f-9130-812a319e1cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:45.039563 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-64b36390-615b-431f-9130-812a319e1cd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:45.044587 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-64b36390-615b-431f-9130-812a319e1cd4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/74f8805f-20ba-4e87-8b8e-ecab26325e05 HTTP/1.1" status: 204 len: 168 time: 0.4794319 Jun 06 12:03:45.058007 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-b7fe2fe7-396e-495e-be45-5bedc06ae6a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:45.071070 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b36390-615b-431f-9130-812a319e1cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f8805f-20ba-4e87-8b8e-ecab26325e05,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:45.074672 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-64b36390-615b-431f-9130-812a319e1cd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:45.093436 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-18041f5d-023e-4dcb-b968-1febd6de25a2 req-2b8e3b3f-434e-4f63-8e83-6c3a97d85faa service neutron] 10.222.0.35 "GET /v2.0/networks/d03de1d2-5bf4-407f-a826-051b44cc8c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834426 Jun 06 12:03:45.182189 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-5fdcc62c-7978-4564-9ed5-2c0c9ab9f345 req-b4694fe2-dbc8-4504-bad1-3cc3d7769c50 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633012 Jun 06 12:03:45.282006 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.notifiers.nova [req-6e00477e-e389-4917-b918-7be540b36919 req-175c9344-03fc-4550-988a-0bccd10c7871 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc7aba5c-1311-49d5-ada0-73621eb9181f {{(pid=92096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 12:03:45.300667 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-6e00477e-e389-4917-b918-7be540b36919 req-175c9344-03fc-4550-988a-0bccd10c7871 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:45.311105 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-96057f55-bd7c-45e4-afbb-330359765656 req-d2e30877-20d2-42d0-b00d-7ee3f4bedad5 service neutron] 10.222.0.35 "GET /v2.0/networks/99f1ec4c-50c1-42cf-bf31-28bc5611fa58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758353 Jun 06 12:03:45.319176 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.db.provisioning_blocks [req-6e00477e-e389-4917-b918-7be540b36919 req-175c9344-03fc-4550-988a-0bccd10c7871 service neutron] Transition to ACTIVE for port object cc7aba5c-1311-49d5-ada0-73621eb9181f will not be triggered until provisioned by entity L2. {{(pid=92096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 12:03:45.418300 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-6e00477e-e389-4917-b918-7be540b36919 req-175c9344-03fc-4550-988a-0bccd10c7871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2160299'] for port, after_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:45.426410 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:45.592316 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175c9344-03fc-4550-988a-0bccd10c7871 service neutron] Pushing event updated for resources: {'Port': ['ID=cc7aba5c-1311-49d5-ada0-73621eb9181f,revision_number=2']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:45.596336 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-175c9344-03fc-4550-988a-0bccd10c7871 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:45.643717 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-96057f55-bd7c-45e4-afbb-330359765656 req-a5bb4f8a-f2fd-4eef-8414-21caae399765 service neutron] 10.222.0.35 "GET /v2.0/networks/99f1ec4c-50c1-42cf-bf31-28bc5611fa58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203535 Jun 06 12:03:45.735292 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.managers [req-6e00477e-e389-4917-b918-7be540b36919 req-175c9344-03fc-4550-988a-0bccd10c7871 service neutron] Attempting to bind port cc7aba5c-1311-49d5-ada0-73621eb9181f on host hv-cinder-78626 for vnic_type normal with profile {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 12:03:45.736490 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.managers [req-6e00477e-e389-4917-b918-7be540b36919 req-175c9344-03fc-4550-988a-0bccd10c7871 service neutron] Attempting to bind port cc7aba5c-1311-49d5-ada0-73621eb9181f by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '4ba14138-863d-4bea-aa89-dac6ed43a677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9d232693-3d67-4acc-8d54-aa5376170328'}] {{(pid=92096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 12:03:45.736957 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e00477e-e389-4917-b918-7be540b36919 req-175c9344-03fc-4550-988a-0bccd10c7871 service neutron] Attempting to bind port cc7aba5c-1311-49d5-ada0-73621eb9181f on network 9d232693-3d67-4acc-8d54-aa5376170328 {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 12:03:45.742698 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e00477e-e389-4917-b918-7be540b36919 req-175c9344-03fc-4550-988a-0bccd10c7871 service neutron] Port cc7aba5c-1311-49d5-ada0-73621eb9181f on network 9d232693-3d67-4acc-8d54-aa5376170328 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 12:03:45.743091 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e00477e-e389-4917-b918-7be540b36919 req-175c9344-03fc-4550-988a-0bccd10c7871 service neutron] Attempting to bind port cc7aba5c-1311-49d5-ada0-73621eb9181f on network 9d232693-3d67-4acc-8d54-aa5376170328 {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 12:03:45.749214 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e00477e-e389-4917-b918-7be540b36919 req-175c9344-03fc-4550-988a-0bccd10c7871 service neutron] Checking agent: {'id': '7f4f2d28-9bb0-42d9-b4ad-6ed22ccae0f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 12, 1, 20), 'started_at': datetime.datetime(2021, 6, 6, 12, 1, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 12, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 12:03:45.749619 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e00477e-e389-4917-b918-7be540b36919 req-175c9344-03fc-4550-988a-0bccd10c7871 service neutron] Checking segment: {'id': '4ba14138-863d-4bea-aa89-dac6ed43a677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9d232693-3d67-4acc-8d54-aa5376170328'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 12:03:45.750106 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e00477e-e389-4917-b918-7be540b36919 req-175c9344-03fc-4550-988a-0bccd10c7871 service neutron] Bound using segment: {'id': '4ba14138-863d-4bea-aa89-dac6ed43a677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9d232693-3d67-4acc-8d54-aa5376170328'} {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 12:03:45.750619 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.managers [req-6e00477e-e389-4917-b918-7be540b36919 req-175c9344-03fc-4550-988a-0bccd10c7871 service neutron] Bound port: cc7aba5c-1311-49d5-ada0-73621eb9181f, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ba14138-863d-4bea-aa89-dac6ed43a677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9d232693-3d67-4acc-8d54-aa5376170328'}}] {{(pid=92096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 12:03:45.751028 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-6e00477e-e389-4917-b918-7be540b36919 req-175c9344-03fc-4550-988a-0bccd10c7871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:45.913322 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.db [req-6e00477e-e389-4917-b918-7be540b36919 req-175c9344-03fc-4550-988a-0bccd10c7871 service neutron] For port cc7aba5c-1311-49d5-ada0-73621eb9181f, host hv-cinder-78626, cleared binding levels {{(pid=92096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 12:03:45.920106 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.db [req-6e00477e-e389-4917-b918-7be540b36919 req-175c9344-03fc-4550-988a-0bccd10c7871 service neutron] For port cc7aba5c-1311-49d5-ada0-73621eb9181f, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=cc7aba5c-1311-49d5-ada0-73621eb9181f,segment=NetworkSegment(4ba14138-863d-4bea-aa89-dac6ed43a677),segment_id=4ba14138-863d-4bea-aa89-dac6ed43a677)] {{(pid=92096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 12:03:45.928223 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf00b2-bf44-4e87-95d9-8c8cae31668b req-33a46ec3-85de-4070-a8d2-1668818cb045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:45.929687 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6aaf00b2-bf44-4e87-95d9-8c8cae31668b req-33a46ec3-85de-4070-a8d2-1668818cb045 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=eca5e9a6e3374a4193593b4832b36a26&device_id=133bafca-ca83-4455-a451-16c06e873c55 HTTP/1.1" status: 200 len: 1096 time: 0.1230562 Jun 06 12:03:46.014542 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 59892) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:03:46.047165 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-3fdfe262-aea8-4d0b-a6ad-3addccb197a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:46.100569 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-6e00477e-e389-4917-b918-7be540b36919 req-175c9344-03fc-4550-988a-0bccd10c7871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2160299'] for port, after_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:46.145835 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-93a2dd45-fa73-4bd3-9fca-61c0afe4ed4a tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:46.169550 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-3fdfe262-aea8-4d0b-a6ad-3addccb197a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:46.245436 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e00477e-e389-4917-b918-7be540b36919 req-175c9344-03fc-4550-988a-0bccd10c7871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:46.246071 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-6e00477e-e389-4917-b918-7be540b36919 req-175c9344-03fc-4550-988a-0bccd10c7871 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617724'] for port, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:46.247422 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6e00477e-e389-4917-b918-7be540b36919 req-175c9344-03fc-4550-988a-0bccd10c7871 service neutron] 10.222.0.35 "PUT /v2.0/ports/cc7aba5c-1311-49d5-ada0-73621eb9181f HTTP/1.1" status: 200 len: 1093 time: 2.4127345 Jun 06 12:03:46.264713 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf00b2-bf44-4e87-95d9-8c8cae31668b req-18eb6568-0c24-4bc5-acec-7662b29149b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:46.270758 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-3fdfe262-aea8-4d0b-a6ad-3addccb197a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:46.271198 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6aaf00b2-bf44-4e87-95d9-8c8cae31668b req-18eb6568-0c24-4bc5-acec-7662b29149b8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=99f1ec4c-50c1-42cf-bf31-28bc5611fa58 HTTP/1.1" status: 200 len: 911 time: 0.3301294 Jun 06 12:03:46.271198 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175c9344-03fc-4550-988a-0bccd10c7871 service neutron] Pushing event updated for resources: {'Port': ['ID=cc7aba5c-1311-49d5-ada0-73621eb9181f,revision_number=3']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:46.274057 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-175c9344-03fc-4550-988a-0bccd10c7871 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:46.295249 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-574aa96e-9771-4b04-b894-f69f8dcf0293 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:46.299924 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860584bd-511b-4f72-919e-11d8ebbc107b req-d1a324be-14b7-45a6-9574-0ba9b8bf0fb2 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:46.305057 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-860584bd-511b-4f72-919e-11d8ebbc107b req-d1a324be-14b7-45a6-9574-0ba9b8bf0fb2 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=663dd71e-90c6-4ae5-bf0e-e2f54fe661be HTTP/1.1" status: 200 len: 943 time: 0.2080774 Jun 06 12:03:46.383165 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdfe262-aea8-4d0b-a6ad-3addccb197a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63bae1d6-c473-4d2f-a40c-40b4999fcc0f,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:46.387020 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-3fdfe262-aea8-4d0b-a6ad-3addccb197a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:46.391459 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-3fdfe262-aea8-4d0b-a6ad-3addccb197a4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9cc8f4c70f0947559fa08e2b6197d9d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3740511 Jun 06 12:03:46.401782 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 59910) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:03:46.535453 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-16d5d1f6-5715-4076-a4ed-12d4529b6d95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:46.567929 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-16d5d1f6-5715-4076-a4ed-12d4529b6d95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:46.591786 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6aaf00b2-bf44-4e87-95d9-8c8cae31668b req-ed7a7216-a92c-4019-9899-05725cf5e01e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67e820f7-0b84-45b6-805e-b7bd2eb0dc35 HTTP/1.1" status: 200 len: 217 time: 0.2667916 Jun 06 12:03:46.646825 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '663dd71e-90c6-4ae5-bf0e-e2f54fe661be', 'tag': 'cc7aba5c-1311-49d5-ada0-73621eb9181f'}] {{(pid=92096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:03:46.649127 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70cf447e3881262ea0b43a88f7d0d33c778b0ed04640d1c627a7304ff1bba8b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be17688b-e9c9-4197-a15c-4c61b06d1760" -d '{"events": [{"name": "network-changed", "server_uuid": "663dd71e-90c6-4ae5-bf0e-e2f54fe661be", "tag": "cc7aba5c-1311-49d5-ada0-73621eb9181f"}]}' {{(pid=92096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:03:46.677684 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-860584bd-511b-4f72-919e-11d8ebbc107b req-a5c8bb93-34ff-4cad-ade6-9777bdde7331 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=da3a596c-c8ed-4184-9b24-a093c67db910&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3714488 Jun 06 12:03:46.708165 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf00b2-bf44-4e87-95d9-8c8cae31668b req-62c83de8-90f9-42fe-9a0c-af9d1511d6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:46.709590 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6aaf00b2-bf44-4e87-95d9-8c8cae31668b req-62c83de8-90f9-42fe-9a0c-af9d1511d6d4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d6151d6c-a3ca-4b30-8028-8df9c8252719 HTTP/1.1" status: 200 len: 849 time: 0.1117597 Jun 06 12:03:46.719422 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-16d5d1f6-5715-4076-a4ed-12d4529b6d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:46.720175 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e00477e-e389-4917-b918-7be540b36919 req-52668ba0-15a7-47f9-8814-d2317b1a83f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:46.721679 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6e00477e-e389-4917-b918-7be540b36919 req-52668ba0-15a7-47f9-8814-d2317b1a83f2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fa82d4a0d6da4865a82dec984aed67ec&device_id=663dd71e-90c6-4ae5-bf0e-e2f54fe661be HTTP/1.1" status: 200 len: 1096 time: 0.3144162 Jun 06 12:03:46.722838 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-16d5d1f6-5715-4076-a4ed-12d4529b6d95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:46.724885 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-16d5d1f6-5715-4076-a4ed-12d4529b6d95 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/63bae1d6-c473-4d2f-a40c-40b4999fcc0f HTTP/1.1" status: 204 len: 168 time: 0.3159893 Jun 06 12:03:46.724885 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:46.743360 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d5d1f6-5715-4076-a4ed-12d4529b6d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63bae1d6-c473-4d2f-a40c-40b4999fcc0f,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:46.764444 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-16d5d1f6-5715-4076-a4ed-12d4529b6d95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:46.782146 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a52da3c-ab5c-4620-a074-64b6be7d6e11 req-202f6dc2-8298-4bf6-8aec-0964de54066e tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:46.784764 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-3a52da3c-ab5c-4620-a074-64b6be7d6e11 req-202f6dc2-8298-4bf6-8aec-0964de54066e tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/ports?device_id=133bafca-ca83-4455-a451-16c06e873c55 HTTP/1.1" status: 200 len: 943 time: 0.2602279 Jun 06 12:03:46.913003 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6e00477e-e389-4917-b918-7be540b36919 req-138580bd-e19a-4b53-a191-f0feaee64ba7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc7aba5c-1311-49d5-ada0-73621eb9181f HTTP/1.1" status: 200 len: 217 time: 0.1393492 Jun 06 12:03:47.017357 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-3a52da3c-ab5c-4620-a074-64b6be7d6e11 req-2b60602d-185b-43c1-bf29-dbf0f7102eda tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/security-groups?id=ceabc356-99f9-4025-a839-4d356bbc8e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1779857 Jun 06 12:03:47.026227 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e00477e-e389-4917-b918-7be540b36919 req-55be7ea7-faa2-4175-863f-580fcad6bf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:47.027592 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6e00477e-e389-4917-b918-7be540b36919 req-55be7ea7-faa2-4175-863f-580fcad6bf8a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9af00337-26dd-42bb-a5b7-bfb5439775d6 HTTP/1.1" status: 200 len: 856 time: 0.1044085 Jun 06 12:03:47.075916 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 12:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60621db4-1e01-4440-b07c-a3a0ec18e58a x-openstack-request-id: req-60621db4-1e01-4440-b07c-a3a0ec18e58a {{(pid=92096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:03:47.076228 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "663dd71e-90c6-4ae5-bf0e-e2f54fe661be", "tag": "cc7aba5c-1311-49d5-ada0-73621eb9181f", "status": "completed", "code": 200}]} {{(pid=92096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:03:47.076491 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-60621db4-1e01-4440-b07c-a3a0ec18e58a {{(pid=92096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:03:47.076899 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '663dd71e-90c6-4ae5-bf0e-e2f54fe661be', 'tag': 'cc7aba5c-1311-49d5-ada0-73621eb9181f', 'status': 'completed', 'code': 200} Jun 06 12:03:47.086816 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf00b2-bf44-4e87-95d9-8c8cae31668b req-42bdd351-b8a1-4441-a918-d978f5678151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:47.088294 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6aaf00b2-bf44-4e87-95d9-8c8cae31668b req-42bdd351-b8a1-4441-a918-d978f5678151 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=99f1ec4c-50c1-42cf-bf31-28bc5611fa58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3641739 Jun 06 12:03:47.104983 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2820ab3f-c3b7-4e3b-b11f-10f1a263c7ca req-ac936216-38e8-43b2-95f3-d6a6ce846fea tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:47.106419 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-2820ab3f-c3b7-4e3b-b11f-10f1a263c7ca req-ac936216-38e8-43b2-95f3-d6a6ce846fea tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=f978bdbd-a787-4839-b681-dc085e83f9b4 HTTP/1.1" status: 200 len: 946 time: 0.2569213 Jun 06 12:03:47.255673 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-2820ab3f-c3b7-4e3b-b11f-10f1a263c7ca req-2abaa539-7497-49d7-84c8-71f4cf42225e tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277566 Jun 06 12:03:47.281854 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6aaf00b2-bf44-4e87-95d9-8c8cae31668b req-c19f82e2-7377-40b7-9c5e-e5a495fc8f04 service neutron] 10.222.0.35 "GET /v2.0/networks/99f1ec4c-50c1-42cf-bf31-28bc5611fa58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847322 Jun 06 12:03:47.285336 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e00477e-e389-4917-b918-7be540b36919 req-969cf507-cd85-482e-aede-46aac6967356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:47.289775 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6e00477e-e389-4917-b918-7be540b36919 req-969cf507-cd85-482e-aede-46aac6967356 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9d232693-3d67-4acc-8d54-aa5376170328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2501459 Jun 06 12:03:47.559968 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6aaf00b2-bf44-4e87-95d9-8c8cae31668b req-eb306344-1afe-4a2f-9122-c79027887b99 service neutron] 10.222.0.35 "GET /v2.0/networks/99f1ec4c-50c1-42cf-bf31-28bc5611fa58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513540 Jun 06 12:03:47.562986 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6e00477e-e389-4917-b918-7be540b36919 req-523cdb30-bba2-46b8-b0d9-f2b94264fe27 service neutron] 10.222.0.35 "GET /v2.0/networks/9d232693-3d67-4acc-8d54-aa5376170328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356551 Jun 06 12:03:47.727608 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6e00477e-e389-4917-b918-7be540b36919 req-febc4a8c-4d35-4cfd-8ce6-26b3f761dfbd service neutron] 10.222.0.35 "GET /v2.0/networks/9d232693-3d67-4acc-8d54-aa5376170328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520495 Jun 06 12:03:47.804619 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-9212525f-7a08-4014-9d63-4c4d4a5264a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:48.034563 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1812f89c-e4ef-4d68-a5fc-ac4d4a526d70 req-437e6852-07e4-4ee0-9aff-d8342c2552ed tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:48.036066 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-1812f89c-e4ef-4d68-a5fc-ac4d4a526d70 req-437e6852-07e4-4ee0-9aff-d8342c2552ed tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=663dd71e-90c6-4ae5-bf0e-e2f54fe661be HTTP/1.1" status: 200 len: 943 time: 0.2269714 Jun 06 12:03:48.041788 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be17688b-e9c9-4197-a15c-4c61b06d1760 req-2223fce0-da1e-476e-af6a-31cf51cd5412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:48.043198 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-be17688b-e9c9-4197-a15c-4c61b06d1760 req-2223fce0-da1e-476e-af6a-31cf51cd5412 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fa82d4a0d6da4865a82dec984aed67ec&device_id=663dd71e-90c6-4ae5-bf0e-e2f54fe661be HTTP/1.1" status: 200 len: 1096 time: 0.1608725 Jun 06 12:03:48.115376 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 59972) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:03:48.125189 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-1812f89c-e4ef-4d68-a5fc-ac4d4a526d70 req-44460432-1553-49dd-a4ba-564719082dfd tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=da3a596c-c8ed-4184-9b24-a093c67db910&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807080 Jun 06 12:03:48.214181 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be17688b-e9c9-4197-a15c-4c61b06d1760 req-ded586f5-4aaa-47b8-85db-dc532035e8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:48.215607 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-be17688b-e9c9-4197-a15c-4c61b06d1760 req-ded586f5-4aaa-47b8-85db-dc532035e8c2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9d232693-3d67-4acc-8d54-aa5376170328 HTTP/1.1" status: 200 len: 918 time: 0.1564975 Jun 06 12:03:48.259512 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.v2.base [None req-6a502d60-44c0-45d3-906f-d442e5932e29 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-306092188-network', 'tenant_id': 'c20043a715c44fce92d9a4f55e7bb26b'}} {{(pid=92097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:03:48.326037 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-be17688b-e9c9-4197-a15c-4c61b06d1760 req-1dfed6bb-a290-45cb-a894-9450d4727881 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc7aba5c-1311-49d5-ada0-73621eb9181f HTTP/1.1" status: 200 len: 217 time: 0.1011989 Jun 06 12:03:48.399375 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a502d60-44c0-45d3-906f-d442e5932e29 admin admin] Made reservation on behalf of c20043a715c44fce92d9a4f55e7bb26b for: {'network': 1} {{(pid=92097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 12:03:48.402656 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-6a502d60-44c0-45d3-906f-d442e5932e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33157647'] for network, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:48.416474 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-6a502d60-44c0-45d3-906f-d442e5932e29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:48.466415 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be17688b-e9c9-4197-a15c-4c61b06d1760 req-9e56ea66-75cd-4f23-922b-9662f1be6e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:48.467841 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-be17688b-e9c9-4197-a15c-4c61b06d1760 req-9e56ea66-75cd-4f23-922b-9662f1be6e91 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9af00337-26dd-42bb-a5b7-bfb5439775d6 HTTP/1.1" status: 200 len: 856 time: 0.1224332 Jun 06 12:03:48.536114 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8321f3-96ec-41bb-9f4e-d9727e2fbb70 req-249c08ce-56f9-4421-a67d-1a59935f3d4d tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:48.537587 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ff8321f3-96ec-41bb-9f4e-d9727e2fbb70 req-249c08ce-56f9-4421-a67d-1a59935f3d4d tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/ports?device_id=133bafca-ca83-4455-a451-16c06e873c55 HTTP/1.1" status: 200 len: 943 time: 0.2492616 Jun 06 12:03:48.571036 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-6a502d60-44c0-45d3-906f-d442e5932e29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:48.584560 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2115314-cc71-44ae-bbea-3312451587ff req-26a69cef-2262-4f12-9081-8bd1bf2ce538 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:48.590100 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-f2115314-cc71-44ae-bbea-3312451587ff req-26a69cef-2262-4f12-9081-8bd1bf2ce538 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=f978bdbd-a787-4839-b681-dc085e83f9b4 HTTP/1.1" status: 200 len: 946 time: 0.2096541 Jun 06 12:03:48.632759 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ff8321f3-96ec-41bb-9f4e-d9727e2fbb70 req-8b23bcee-b5a4-4c30-b0e0-b2447c315027 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/security-groups?id=ceabc356-99f9-4025-a839-4d356bbc8e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866249 Jun 06 12:03:48.661077 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-f2115314-cc71-44ae-bbea-3312451587ff req-fa431d30-d1b6-482a-b052-c77b8b13d90b tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701509 Jun 06 12:03:48.663712 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be17688b-e9c9-4197-a15c-4c61b06d1760 req-b7204263-dd9b-4d12-9f7c-dc9364ded81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:48.665065 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-be17688b-e9c9-4197-a15c-4c61b06d1760 req-b7204263-dd9b-4d12-9f7c-dc9364ded81b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9d232693-3d67-4acc-8d54-aa5376170328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1854298 Jun 06 12:03:48.675567 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-6a502d60-44c0-45d3-906f-d442e5932e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:48.678607 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:48.707766 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a502d60-44c0-45d3-906f-d442e5932e29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=92097) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 12:03:48.717827 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a502d60-44c0-45d3-906f-d442e5932e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a753ed1-035d-4449-890e-ded7effedaa8,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:48.732689 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-6a502d60-44c0-45d3-906f-d442e5932e29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:48.746761 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-6a502d60-44c0-45d3-906f-d442e5932e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33122656'] for segment, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:48.746761 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.db.segments_db [None req-6a502d60-44c0-45d3-906f-d442e5932e29 admin admin] Added segment 448dda07-3673-49e7-94ad-a98ccf716503 of type vlan for network 5eb4b2e8-267f-4840-b822-90586b7515c8 Jun 06 12:03:48.802352 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-6a502d60-44c0-45d3-906f-d442e5932e29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778191147210'] for network, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:48.830730 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-be17688b-e9c9-4197-a15c-4c61b06d1760 req-e2571a4c-995e-47ca-9955-b8badb08b4b9 service neutron] 10.222.0.35 "GET /v2.0/networks/9d232693-3d67-4acc-8d54-aa5376170328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469212 Jun 06 12:03:48.887121 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 59998) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:03:48.921188 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-6a502d60-44c0-45d3-906f-d442e5932e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-702243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-617627'] for network, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:48.922742 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a502d60-44c0-45d3-906f-d442e5932e29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:48.923974 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-6a502d60-44c0-45d3-906f-d442e5932e29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617724'] for network, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:48.929108 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:48.978150 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-be17688b-e9c9-4197-a15c-4c61b06d1760 req-10edab18-46f9-4af6-b8eb-99ad46a6be78 service neutron] 10.222.0.35 "GET /v2.0/networks/9d232693-3d67-4acc-8d54-aa5376170328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407685 Jun 06 12:03:49.038182 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a502d60-44c0-45d3-906f-d442e5932e29 admin admin] Pushing event updated for resources: {'Network': ['ID=5eb4b2e8-267f-4840-b822-90586b7515c8,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:49.042819 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-5440448c-5e56-41af-af71-bd293fdccf34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:49.052216 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-6a502d60-44c0-45d3-906f-d442e5932e29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:49.052316 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Network 5eb4b2e8-267f-4840-b822-90586b7515c8 details requested by agent ovs-agent-dv-cinder-786266-2-smb with host dv-cinder-786266-2-smb {{(pid=92098) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 12:03:49.054204 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-6a502d60-44c0-45d3-906f-d442e5932e29 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9366109 Jun 06 12:03:49.057194 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 60002) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:03:49.062533 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.v2.base [None req-a1b30f4c-880f-436a-a437-821fe45186de admin admin] Request body: {'subnet': {'network_id': '5eb4b2e8-267f-4840-b822-90586b7515c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-306092188-subnet', 'tenant_id': 'c20043a715c44fce92d9a4f55e7bb26b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:03:49.156186 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-5440448c-5e56-41af-af71-bd293fdccf34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:49.156754 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device 67e820f7-0b84-45b6-805e-b7bd2eb0dc35 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=92098) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 12:03:49.255754 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-5440448c-5e56-41af-af71-bd293fdccf34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:49.264758 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-3fdfe262-aea8-4d0b-a6ad-3addccb197a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:49.326197 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-5440448c-5e56-41af-af71-bd293fdccf34 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0e61a2983b1f4535881b1ebdd460add4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4377186 Jun 06 12:03:49.327179 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5440448c-5e56-41af-af71-bd293fdccf34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d58328c-bd8a-49d1-a511-6c13c03c291e,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:49.329507 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 60006) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:03:49.344069 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] For port 67e820f7-0b84-45b6-805e-b7bd2eb0dc35, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=67e820f7-0b84-45b6-805e-b7bd2eb0dc35,segment=NetworkSegment(1e74f646-9b55-4128-a6d9-a320ac69305f),segment_id=1e74f646-9b55-4128-a6d9-a320ac69305f)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:03:49.363999 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Returning: {'device': '67e820f7-0b84-45b6-805e-b7bd2eb0dc35', 'network_id': '99f1ec4c-50c1-42cf-bf31-28bc5611fa58', 'port_id': '67e820f7-0b84-45b6-805e-b7bd2eb0dc35', 'mac_address': 'fa:16:3e:dd:7d:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6151d6c-a3ca-4b30-8028-8df9c8252719', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92098) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 12:03:49.371859 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-5440448c-5e56-41af-af71-bd293fdccf34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:49.376211 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebfd35b-b1a0-4fbf-949c-37fd7d895c3b req-2fc1daf3-76fd-4925-a1c9-2fce98538579 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:49.378476 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-0ebfd35b-b1a0-4fbf-949c-37fd7d895c3b req-2fc1daf3-76fd-4925-a1c9-2fce98538579 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=663dd71e-90c6-4ae5-bf0e-e2f54fe661be HTTP/1.1" status: 200 len: 943 time: 0.0934050 Jun 06 12:03:49.379662 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b30f4c-880f-436a-a437-821fe45186de admin admin] Made reservation on behalf of c20043a715c44fce92d9a4f55e7bb26b for: {'subnet': 1} {{(pid=92096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 12:03:49.382063 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-a1b30f4c-880f-436a-a437-821fe45186de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2058267'] for subnet, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:49.402693 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-87f1f894-9051-4ccc-bec0-bf63a0474257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:49.431703 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-87f1f894-9051-4ccc-bec0-bf63a0474257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:49.432154 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:49.453928 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.notifiers.nova [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67e820f7-0b84-45b6-805e-b7bd2eb0dc35 {{(pid=92098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 12:03:49.478025 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] For port 67e820f7-0b84-45b6-805e-b7bd2eb0dc35, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=67e820f7-0b84-45b6-805e-b7bd2eb0dc35,segment=NetworkSegment(1e74f646-9b55-4128-a6d9-a320ac69305f),segment_id=1e74f646-9b55-4128-a6d9-a320ac69305f)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:03:49.478149 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 60010) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:03:49.534671 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-0ebfd35b-b1a0-4fbf-949c-37fd7d895c3b req-cc3a181f-3b67-4626-b824-a40846f0194a tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=da3a596c-c8ed-4184-9b24-a093c67db910&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582325 Jun 06 12:03:49.547139 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:49.550601 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:49.603966 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-87f1f894-9051-4ccc-bec0-bf63a0474257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:49.606099 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-87f1f894-9051-4ccc-bec0-bf63a0474257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:49.609635 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-87f1f894-9051-4ccc-bec0-bf63a0474257 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4d58328c-bd8a-49d1-a511-6c13c03c291e HTTP/1.1" status: 204 len: 168 time: 0.2767997 Jun 06 12:03:49.609635 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:49.618196 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-9744bdb4-9cca-4a24-8604-25f926451155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:49.634975 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f1f894-9051-4ccc-bec0-bf63a0474257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d58328c-bd8a-49d1-a511-6c13c03c291e,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:49.638371 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-87f1f894-9051-4ccc-bec0-bf63a0474257 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:49.678945 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Pushing event updated for resources: {'Port': ['ID=67e820f7-0b84-45b6-805e-b7bd2eb0dc35,revision_number=4']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:49.704180 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:49.833794 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-9744bdb4-9cca-4a24-8604-25f926451155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:49.837835 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] get_ports_and_sgs() called for port_ids ['67e820f7-0b84-45b6-805e-b7bd2eb0dc35'] {{(pid=92098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 12:03:49.913964 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-9744bdb4-9cca-4a24-8604-25f926451155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:49.918530 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:49.957045 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-a1b30f4c-880f-436a-a437-821fe45186de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2160188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2058249'] for subnet, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:49.962137 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9744bdb4-9cca-4a24-8604-25f926451155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e4e7c9-e6f3-40e1-9685-523e2cf8dd24,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:49.967504 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-9744bdb4-9cca-4a24-8604-25f926451155 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=253bb7f3049e42928a38c3bb2b663131&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4883420 Jun 06 12:03:49.968118 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:49.968305 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-9744bdb4-9cca-4a24-8604-25f926451155 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:49.969929 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 60030) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:03:50.040074 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-affcc7d2-1bad-4f54-b213-4de2c1c3b5a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:50.063981 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b30f4c-880f-436a-a437-821fe45186de admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7726d90-9a40-471f-a46f-0512253a640a,revision_number=0']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:50.066653 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-a1b30f4c-880f-436a-a437-821fe45186de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:50.070462 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-affcc7d2-1bad-4f54-b213-4de2c1c3b5a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:50.072476 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b30f4c-880f-436a-a437-821fe45186de admin admin] Checking segment: {'id': '448dda07-3673-49e7-94ad-a98ccf716503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '5eb4b2e8-267f-4840-b822-90586b7515c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 12:03:50.072816 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b30f4c-880f-436a-a437-821fe45186de admin admin] Network hostable DHCP agents. Network: 5eb4b2e8-267f-4840-b822-90586b7515c8, hostable agents: ['c6b73c91-e9f3-48c6-bc47-ba303821819a'], hosted agents: [] {{(pid=92096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 12:03:50.075318 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-b2f358d4-6b81-4250-8359-2e0fb8ebe5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:50.099279 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24089394-1ece-42c8-8db2-c4f20771b73c req-f79c4dbb-430f-44a0-aba9-7894a0906abf tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:50.100733 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-24089394-1ece-42c8-8db2-c4f20771b73c req-f79c4dbb-430f-44a0-aba9-7894a0906abf tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/ports?device_id=133bafca-ca83-4455-a451-16c06e873c55 HTTP/1.1" status: 200 len: 944 time: 0.2725489 Jun 06 12:03:50.113557 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8ecbec-dc54-4d6a-bc1c-39eb4306a527 req-97ce840d-6580-4f08-a4f6-211eee1fca94 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:50.118610 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-9d8ecbec-dc54-4d6a-bc1c-39eb4306a527 req-97ce840d-6580-4f08-a4f6-211eee1fca94 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=f978bdbd-a787-4839-b681-dc085e83f9b4 HTTP/1.1" status: 200 len: 946 time: 0.2697349 Jun 06 12:03:50.188211 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-24089394-1ece-42c8-8db2-c4f20771b73c req-3839de8c-0389-48b5-975b-74a70bcb384f tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/security-groups?id=ceabc356-99f9-4025-a839-4d356bbc8e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667961 Jun 06 12:03:50.196231 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-affcc7d2-1bad-4f54-b213-4de2c1c3b5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:50.198379 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-9d8ecbec-dc54-4d6a-bc1c-39eb4306a527 req-ab3bd269-d3c4-42c1-a76a-1fe7328608ee tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597510 Jun 06 12:03:50.198739 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-affcc7d2-1bad-4f54-b213-4de2c1c3b5a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:50.199863 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-affcc7d2-1bad-4f54-b213-4de2c1c3b5a3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c0e4e7c9-e6f3-40e1-9685-523e2cf8dd24 HTTP/1.1" status: 204 len: 168 time: 0.2284238 Jun 06 12:03:50.200604 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-fb211382-2ce8-4a47-af47-f63d51c44382 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:50.217963 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affcc7d2-1bad-4f54-b213-4de2c1c3b5a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e4e7c9-e6f3-40e1-9685-523e2cf8dd24,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:50.224312 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b30f4c-880f-436a-a437-821fe45186de admin admin] Network 5eb4b2e8-267f-4840-b822-90586b7515c8 is scheduled to be hosted by DHCP agent c6b73c91-e9f3-48c6-bc47-ba303821819a with binding_index 1 {{(pid=92096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 12:03:50.227248 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:50.239039 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-affcc7d2-1bad-4f54-b213-4de2c1c3b5a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:50.363567 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.scheduler.base_scheduler [None req-a1b30f4c-880f-436a-a437-821fe45186de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786266-2-smb, 5eb4b2e8-267f-4840-b822-90586b7515c8) {{(pid=92096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:03:50.374235 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b30f4c-880f-436a-a437-821fe45186de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:50.374826 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-a1b30f4c-880f-436a-a437-821fe45186de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617724'] for subnet, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:50.376228 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac47da3-a8ab-43d7-8baf-f266864b0bfa None None] Network 5eb4b2e8-267f-4840-b822-90586b7515c8 requested from dv-cinder-786266-2-smb {{(pid=92098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 12:03:50.502644 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6841e118-95ee-49b7-a44f-14fbbe0109c1 req-b5370491-8235-4804-b796-245d7818dd21 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:50.504167 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6841e118-95ee-49b7-a44f-14fbbe0109c1 req-b5370491-8235-4804-b796-245d7818dd21 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/networks?id=4d37cec2-d786-44b2-9e86-7075fb44dfe0 HTTP/1.1" status: 200 len: 814 time: 0.2189758 Jun 06 12:03:50.519426 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-a1b30f4c-880f-436a-a437-821fe45186de admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4609594 Jun 06 12:03:50.520847 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:50.521898 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6841e118-95ee-49b7-a44f-14fbbe0109c1 req-02acee15-a2ba-4452-9d3b-0c7d005c770e tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/quotas/1875b9074f2a49ea94dc8d6242744a26 HTTP/1.1" status: 200 len: 375 time: 0.0123332 Jun 06 12:03:50.603564 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5444632-0ed6-4724-8ebb-9f892acb59c4 None None] Network 5eb4b2e8-267f-4840-b822-90586b7515c8 requested from dv-cinder-786266-2-smb {{(pid=92098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 12:03:50.617870 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6841e118-95ee-49b7-a44f-14fbbe0109c1 req-8b3214c6-404f-4dc7-8a2a-f2b3d20b4229 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1875b9074f2a49ea94dc8d6242744a26&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0902498 Jun 06 12:03:50.622295 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 60050) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:03:50.651288 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-beabeafe-bdbe-485f-bee1-8f4fb8647426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:50.866926 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-beabeafe-bdbe-485f-bee1-8f4fb8647426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:50.927048 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-beabeafe-bdbe-485f-bee1-8f4fb8647426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:50.936930 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-58a61f57-e110-4cbd-abac-872d0dd02d58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:50.940851 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6841e118-95ee-49b7-a44f-14fbbe0109c1 req-1f95e274-106b-490b-97e1-aae4ce97a1e9 service neutron] 10.222.0.32 "GET /v2.0/networks/4d37cec2-d786-44b2-9e86-7075fb44dfe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031919 Jun 06 12:03:50.987187 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-beabeafe-bdbe-485f-bee1-8f4fb8647426 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=726354ae0b10483da3a930375d9512ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3577080 Jun 06 12:03:50.988023 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beabeafe-bdbe-485f-bee1-8f4fb8647426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38cac7f3-4285-46a7-aa54-db6c18dd5505,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:50.999734 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e3f9b1-7253-4082-bb3a-5ea8302dbf9a req-34a2cea5-9428-4eee-99a5-d9a3955434a5 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:51.001067 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c7e3f9b1-7253-4082-bb3a-5ea8302dbf9a req-34a2cea5-9428-4eee-99a5-d9a3955434a5 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=663dd71e-90c6-4ae5-bf0e-e2f54fe661be HTTP/1.1" status: 200 len: 943 time: 0.1504233 Jun 06 12:03:51.004768 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 60058) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:03:51.008648 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-beabeafe-bdbe-485f-bee1-8f4fb8647426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:51.087040 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 60060) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:03:51.103397 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-b814ed3f-64d9-4b1a-b470-ac25a0137d40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:51.122023 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device cc7aba5c-1311-49d5-ada0-73621eb9181f details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=92098) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 12:03:51.128612 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device 67e820f7-0b84-45b6-805e-b7bd2eb0dc35 up at agent hyperv_hv-cinder-78626 {{(pid=92098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 12:03:51.177278 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c7e3f9b1-7253-4082-bb3a-5ea8302dbf9a req-dae5ff8d-46ba-4fd1-a8ed-d82f85a5d700 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=da3a596c-c8ed-4184-9b24-a093c67db910&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563399 Jun 06 12:03:51.188016 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6841e118-95ee-49b7-a44f-14fbbe0109c1 req-07695824-d530-4975-900e-3d8511b8f855 service neutron] 10.222.0.32 "GET /v2.0/networks/4d37cec2-d786-44b2-9e86-7075fb44dfe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385247 Jun 06 12:03:51.188820 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-52e7a5dc-58a5-4c02-b719-e2179b10cfb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:51.227502 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-52e7a5dc-58a5-4c02-b719-e2179b10cfb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:51.255726 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-b814ed3f-64d9-4b1a-b470-ac25a0137d40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:51.319335 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-c3be426d-4704-402b-bce9-7cb8373a3dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:51.347389 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-b814ed3f-64d9-4b1a-b470-ac25a0137d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:51.358015 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-beabeafe-bdbe-485f-bee1-8f4fb8647426 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:51.358964 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] For port cc7aba5c-1311-49d5-ada0-73621eb9181f, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=cc7aba5c-1311-49d5-ada0-73621eb9181f,segment=NetworkSegment(4ba14138-863d-4bea-aa89-dac6ed43a677),segment_id=4ba14138-863d-4bea-aa89-dac6ed43a677)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:03:51.375161 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Returning: {'device': 'cc7aba5c-1311-49d5-ada0-73621eb9181f', 'network_id': '9d232693-3d67-4acc-8d54-aa5376170328', 'port_id': 'cc7aba5c-1311-49d5-ada0-73621eb9181f', 'mac_address': 'fa:16:3e:52:c4:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9af00337-26dd-42bb-a5b7-bfb5439775d6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92098) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 12:03:51.402353 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-b814ed3f-64d9-4b1a-b470-ac25a0137d40 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e29a59270d3b4aca99e907aa848e56c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3142459 Jun 06 12:03:51.403433 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b814ed3f-64d9-4b1a-b470-ac25a0137d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3eb204-5288-47c5-adf2-0715136bea79,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:51.405703 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 60066) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:03:51.417664 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-b814ed3f-64d9-4b1a-b470-ac25a0137d40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:51.442413 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:51.458932 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-52e7a5dc-58a5-4c02-b719-e2179b10cfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:51.462679 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.notifiers.nova [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc7aba5c-1311-49d5-ada0-73621eb9181f {{(pid=92098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 12:03:51.462801 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-52e7a5dc-58a5-4c02-b719-e2179b10cfb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:51.463886 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-52e7a5dc-58a5-4c02-b719-e2179b10cfb7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/38cac7f3-4285-46a7-aa54-db6c18dd5505 HTTP/1.1" status: 204 len: 168 time: 0.4582074 Jun 06 12:03:51.472071 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-c82f6f08-6da8-450a-89fb-9b4adfe96377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:51.472887 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608e8e4f-df46-421e-a8a3-143aeca47c0f req-ce844851-b7f2-4e6f-b69b-c0ac8e7ae4ee tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:51.480800 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-608e8e4f-df46-421e-a8a3-143aeca47c0f req-ce844851-b7f2-4e6f-b69b-c0ac8e7ae4ee tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fcc874c-c6e0-4d07-8379-2d74438f4962 HTTP/1.1" status: 200 len: 946 time: 0.1360002 Jun 06 12:03:51.488917 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Provisioning for port 67e820f7-0b84-45b6-805e-b7bd2eb0dc35 completed by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 12:03:51.492893 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] For port cc7aba5c-1311-49d5-ada0-73621eb9181f, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=cc7aba5c-1311-49d5-ada0-73621eb9181f,segment=NetworkSegment(4ba14138-863d-4bea-aa89-dac6ed43a677),segment_id=4ba14138-863d-4bea-aa89-dac6ed43a677)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:03:51.495805 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Provisioning complete for port 67e820f7-0b84-45b6-805e-b7bd2eb0dc35 triggered by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:03:51.496178 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:51.502518 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:51.503958 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-c82f6f08-6da8-450a-89fb-9b4adfe96377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:51.515747 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e7a5dc-58a5-4c02-b719-e2179b10cfb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38cac7f3-4285-46a7-aa54-db6c18dd5505,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:51.528597 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-52e7a5dc-58a5-4c02-b719-e2179b10cfb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:51.560949 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-608e8e4f-df46-421e-a8a3-143aeca47c0f req-9b6976ac-5d21-4af3-8e21-78d653c7f1f6 tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ca50d7b-92ba-4c14-8614-5fa0f5bf6a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791869 Jun 06 12:03:51.587002 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:51.591109 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:51.772991 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Pushing event updated for resources: {'Port': ['ID=cc7aba5c-1311-49d5-ada0-73621eb9181f,revision_number=4']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:51.955854 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:51.957046 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e92430a-7c83-476d-8d92-10ca17a64a55 req-a77e1512-54f7-4f30-8295-a276a096091c tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:51.957046 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-9e92430a-7c83-476d-8d92-10ca17a64a55 req-a77e1512-54f7-4f30-8295-a276a096091c tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=f978bdbd-a787-4839-b681-dc085e83f9b4 HTTP/1.1" status: 200 len: 946 time: 0.1648858 Jun 06 12:03:51.957635 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:51.957635 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133bafca-ca83-4455-a451-16c06e873c55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e820f7-0b84-45b6-805e-b7bd2eb0dc35'}] {{(pid=92098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:03:51.957635 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e301314d1a362e62940ee01824f522d16df788b03badbdd7b1d0b93d98b8084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb60b63-e7a7-4069-a5a6-a24f4a7b8400" -d '{"events": [{"server_uuid": "133bafca-ca83-4455-a451-16c06e873c55", "name": "network-vif-plugged", "status": "completed", "tag": "67e820f7-0b84-45b6-805e-b7bd2eb0dc35"}]}' {{(pid=92098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:03:51.957635 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] For port 67e820f7-0b84-45b6-805e-b7bd2eb0dc35, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=67e820f7-0b84-45b6-805e-b7bd2eb0dc35,segment=NetworkSegment(1e74f646-9b55-4128-a6d9-a320ac69305f),segment_id=1e74f646-9b55-4128-a6d9-a320ac69305f)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:03:51.958306 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-9e92430a-7c83-476d-8d92-10ca17a64a55 req-5313a794-fc50-452f-9095-361315a2e0e2 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627933 Jun 06 12:03:51.958306 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ee1a5c-81c3-4bf8-a824-0ad6c2c6ed44 req-247e2960-770f-4aa1-8c80-c662b79cca07 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:51.958306 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-73ee1a5c-81c3-4bf8-a824-0ad6c2c6ed44 req-247e2960-770f-4aa1-8c80-c662b79cca07 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/ports?device_id=133bafca-ca83-4455-a451-16c06e873c55 HTTP/1.1" status: 200 len: 944 time: 0.1159682 Jun 06 12:03:51.976800 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] get_ports_and_sgs() called for port_ids ['cc7aba5c-1311-49d5-ada0-73621eb9181f'] {{(pid=92098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 12:03:52.035990 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-94f50772-8b57-4846-a578-5ed69cc003d8 req-2fffc8ba-c905-406b-a468-712e15b1d755 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2007890-cceb-4bbf-a386-0a1d59144733 HTTP/1.1" status: 200 len: 210 time: 0.0574005 Jun 06 12:03:52.093134 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-73ee1a5c-81c3-4bf8-a824-0ad6c2c6ed44 req-1e372f51-5ef5-433e-a7c2-0318e0d9f9de tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/security-groups?id=ceabc356-99f9-4025-a839-4d356bbc8e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824332 Jun 06 12:03:52.093434 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 12:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b202b123-3683-4145-8028-e1769e4280b7 x-openstack-request-id: req-b202b123-3683-4145-8028-e1769e4280b7 {{(pid=92098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:03:52.093434 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "133bafca-ca83-4455-a451-16c06e873c55", "name": "network-vif-plugged", "status": "completed", "tag": "67e820f7-0b84-45b6-805e-b7bd2eb0dc35", "code": 200}]} {{(pid=92098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:03:52.093434 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b202b123-3683-4145-8028-e1769e4280b7 {{(pid=92098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:03:52.093434 dv-cinder-786266-2-smb neutron-server[92098]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133bafca-ca83-4455-a451-16c06e873c55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e820f7-0b84-45b6-805e-b7bd2eb0dc35', 'code': 200} Jun 06 12:03:52.170160 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-c82f6f08-6da8-450a-89fb-9b4adfe96377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:52.189922 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-c82f6f08-6da8-450a-89fb-9b4adfe96377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:52.189922 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-c82f6f08-6da8-450a-89fb-9b4adfe96377 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0d3eb204-5288-47c5-adf2-0715136bea79 HTTP/1.1" status: 204 len: 168 time: 0.7678251 Jun 06 12:03:52.189922 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:52.189922 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82f6f08-6da8-450a-89fb-9b4adfe96377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3eb204-5288-47c5-adf2-0715136bea79,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:52.189922 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-c82f6f08-6da8-450a-89fb-9b4adfe96377 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:52.399285 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4838f7c-bf59-45b8-bc8d-d83dc2932cea req-30205755-1712-45b2-a79c-973c97b6818a tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:52.401121 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-d4838f7c-bf59-45b8-bc8d-d83dc2932cea req-30205755-1712-45b2-a79c-973c97b6818a tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=663dd71e-90c6-4ae5-bf0e-e2f54fe661be HTTP/1.1" status: 200 len: 944 time: 0.0823481 Jun 06 12:03:52.448724 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-d4838f7c-bf59-45b8-bc8d-d83dc2932cea req-bbf8a09d-2e38-454d-a0fc-fde8ea30b9b0 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=da3a596c-c8ed-4184-9b24-a093c67db910&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418644 Jun 06 12:03:52.524950 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:52.527711 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-fb4876a1-08e5-4050-9c4a-64761a0fbd31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:52.597605 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Pushing event updated for resources: {'Port': ['ID=67e820f7-0b84-45b6-805e-b7bd2eb0dc35,revision_number=5']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:52.600759 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:52.800284 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e903f94-ee01-490c-a227-79040cf8b3f4 req-22055ff0-a3bb-40ee-bfba-24fe46aadee4 tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:52.800284 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-9e903f94-ee01-490c-a227-79040cf8b3f4 req-22055ff0-a3bb-40ee-bfba-24fe46aadee4 tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fcc874c-c6e0-4d07-8379-2d74438f4962 HTTP/1.1" status: 200 len: 946 time: 0.1227086 Jun 06 12:03:52.932489 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-9e903f94-ee01-490c-a227-79040cf8b3f4 req-813f5afc-8b31-4660-8df2-51a397e787eb tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ca50d7b-92ba-4c14-8614-5fa0f5bf6a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226437 Jun 06 12:03:52.968842 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e9f28d-5960-4339-8ba4-b34f8e5969bc req-3f5d6821-bb13-4e7c-a2a4-96b3bf2f342b tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:52.971453 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-d9e9f28d-5960-4339-8ba4-b34f8e5969bc req-3f5d6821-bb13-4e7c-a2a4-96b3bf2f342b tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fcc874c-c6e0-4d07-8379-2d74438f4962 HTTP/1.1" status: 200 len: 946 time: 0.2216971 Jun 06 12:03:53.004041 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-dde0a769-bb65-4f49-a590-df32523868aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:53.010577 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91be724-d527-4426-8acf-953f2aca85ee req-8f0ae36b-55ee-4613-a288-01cae0616a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:53.012518 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c91be724-d527-4426-8acf-953f2aca85ee req-8f0ae36b-55ee-4613-a288-01cae0616a65 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=133bafca-ca83-4455-a451-16c06e873c55 HTTP/1.1" status: 200 len: 1098 time: 0.1981318 Jun 06 12:03:53.135041 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device cc7aba5c-1311-49d5-ada0-73621eb9181f up at agent hyperv_hv-cinder-78626 {{(pid=92098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 12:03:53.152408 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c91be724-d527-4426-8acf-953f2aca85ee req-cfe7f4da-298a-4629-ac3b-32204fd140c7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ceabc356-99f9-4025-a839-4d356bbc8e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229496 Jun 06 12:03:53.211847 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.plugin [req-d9e9f28d-5960-4339-8ba4-b34f8e5969bc req-368f8e48-2987-4567-88ad-ed42002b4ac5 tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] Deleting port 401e65a5-634d-4373-b17d-092b92de8efb {{(pid=92096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 12:03:53.212220 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-d9e9f28d-5960-4339-8ba4-b34f8e5969bc req-368f8e48-2987-4567-88ad-ed42002b4ac5 tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778191659996'] for port, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:53.238288 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86ce8c8-d0b6-4673-9a29-be3ab3aa51af req-8a1e9f8b-34c9-415b-b015-99e00ed828ac tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:53.239645 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-b86ce8c8-d0b6-4673-9a29-be3ab3aa51af req-8a1e9f8b-34c9-415b-b015-99e00ed828ac tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=f978bdbd-a787-4839-b681-dc085e83f9b4 HTTP/1.1" status: 200 len: 946 time: 0.1654539 Jun 06 12:03:53.380815 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Provisioning for port cc7aba5c-1311-49d5-ada0-73621eb9181f completed by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 12:03:53.386925 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Provisioning complete for port cc7aba5c-1311-49d5-ada0-73621eb9181f triggered by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:03:53.387314 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:53.474056 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-b86ce8c8-d0b6-4673-9a29-be3ab3aa51af req-5946f59b-8e92-4c32-b925-67c30fc11663 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441848 Jun 06 12:03:53.502110 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.db [req-d9e9f28d-5960-4339-8ba4-b34f8e5969bc req-368f8e48-2987-4567-88ad-ed42002b4ac5 tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] For port 401e65a5-634d-4373-b17d-092b92de8efb, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=401e65a5-634d-4373-b17d-092b92de8efb,segment=NetworkSegment(f14afa40-5636-4714-babc-9c688f0db924),segment_id=f14afa40-5636-4714-babc-9c688f0db924)] {{(pid=92096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:03:53.502525 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-d9e9f28d-5960-4339-8ba4-b34f8e5969bc req-368f8e48-2987-4567-88ad-ed42002b4ac5 tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598405'] for port, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:53.531860 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:53.568116 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] For port cc7aba5c-1311-49d5-ada0-73621eb9181f, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=cc7aba5c-1311-49d5-ada0-73621eb9181f,segment=NetworkSegment(4ba14138-863d-4bea-aa89-dac6ed43a677),segment_id=4ba14138-863d-4bea-aa89-dac6ed43a677)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:03:53.578096 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa814373-9169-410b-881d-ec84ea194019 req-3b49a0fb-b3ec-494b-b6b0-929359d21293 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:53.580156 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-fa814373-9169-410b-881d-ec84ea194019 req-3b49a0fb-b3ec-494b-b6b0-929359d21293 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/ports?device_id=133bafca-ca83-4455-a451-16c06e873c55 HTTP/1.1" status: 200 len: 945 time: 0.3530316 Jun 06 12:03:53.659194 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:53.661183 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:53.742420 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Pushing event updated for resources: {'Port': ['ID=cc7aba5c-1311-49d5-ada0-73621eb9181f,revision_number=5']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:53.745780 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:53.751906 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.plugin [req-d9e9f28d-5960-4339-8ba4-b34f8e5969bc req-368f8e48-2987-4567-88ad-ed42002b4ac5 tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] Calling delete_port for 401e65a5-634d-4373-b17d-092b92de8efb owned by compute:nova {{(pid=92096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 12:03:53.766357 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-728201ac-50fa-4fb4-9a4f-b461e386497a req-483afe42-3984-4e69-abdb-707e3365464b tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2007890-cceb-4bbf-a386-0a1d59144733 HTTP/1.1" status: 200 len: 210 time: 0.0917971 Jun 06 12:03:53.863854 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-fa814373-9169-410b-881d-ec84ea194019 req-3cb86b78-041a-4582-8f14-026c94f916f2 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/security-groups?id=ceabc356-99f9-4025-a839-4d356bbc8e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2162745 Jun 06 12:03:54.093120 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663dd71e-90c6-4ae5-bf0e-e2f54fe661be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc7aba5c-1311-49d5-ada0-73621eb9181f'}] {{(pid=92098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:03:54.097111 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e301314d1a362e62940ee01824f522d16df788b03badbdd7b1d0b93d98b8084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675a3ad3-9264-40d8-82b6-a100581d72d0" -d '{"events": [{"server_uuid": "663dd71e-90c6-4ae5-bf0e-e2f54fe661be", "name": "network-vif-plugged", "status": "completed", "tag": "cc7aba5c-1311-49d5-ada0-73621eb9181f"}]}' {{(pid=92098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:03:54.250413 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd5020d-203e-45a1-88f7-c507475788c4 req-ae4dd277-9639-4e93-88ff-672ca55eaabc tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:54.251942 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-4dd5020d-203e-45a1-88f7-c507475788c4 req-ae4dd277-9639-4e93-88ff-672ca55eaabc tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] 10.222.0.32 "GET /v2.0/networks?id=5eb4b2e8-267f-4840-b822-90586b7515c8 HTTP/1.1" status: 200 len: 808 time: 0.3807549 Jun 06 12:03:54.280176 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-4dd5020d-203e-45a1-88f7-c507475788c4 req-0990c3e3-a46d-4782-a77e-acbaea60fa3b tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] 10.222.0.32 "GET /v2.0/quotas/c20043a715c44fce92d9a4f55e7bb26b HTTP/1.1" status: 200 len: 375 time: 0.0211155 Jun 06 12:03:54.334254 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-4dd5020d-203e-45a1-88f7-c507475788c4 req-a6cc4400-b367-418f-8ebb-8e9cab7731d5 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c20043a715c44fce92d9a4f55e7bb26b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530894 Jun 06 12:03:54.372412 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc783e-7f02-4b37-9b0c-87c687180b1d req-1f71c1e9-9909-403d-88c7-764a1afdeabf tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:54.380254 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-00fc783e-7f02-4b37-9b0c-87c687180b1d req-1f71c1e9-9909-403d-88c7-764a1afdeabf tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=663dd71e-90c6-4ae5-bf0e-e2f54fe661be HTTP/1.1" status: 200 len: 945 time: 0.3073201 Jun 06 12:03:54.408337 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-d9e9f28d-5960-4339-8ba4-b34f8e5969bc req-368f8e48-2987-4567-88ad-ed42002b4ac5 tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778191664348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778191160661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2160272'] for port, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:54.429126 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-175c9344-03fc-4550-988a-0bccd10c7871 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:54.434749 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] get_ports_and_sgs() called for port_ids ['401e65a5-634d-4373-b17d-092b92de8efb'] {{(pid=92098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 12:03:54.534895 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368f8e48-2987-4567-88ad-ed42002b4ac5 tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] Pushing event deleted for resources: {'Port': ['ID=401e65a5-634d-4373-b17d-092b92de8efb,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:54.641309 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-00fc783e-7f02-4b37-9b0c-87c687180b1d req-7027a037-ead9-43da-9170-e1b32abc0b58 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=da3a596c-c8ed-4184-9b24-a093c67db910&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2599940 Jun 06 12:03:54.652599 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e9f28d-5960-4339-8ba4-b34f8e5969bc req-368f8e48-2987-4567-88ad-ed42002b4ac5 tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] No DVR routers for this DVR port 401e65a5-634d-4373-b17d-092b92de8efb on host hv-cinder-78626 {{(pid=92096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 12:03:54.663042 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-368f8e48-2987-4567-88ad-ed42002b4ac5 tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:54.667311 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-d9e9f28d-5960-4339-8ba4-b34f8e5969bc req-368f8e48-2987-4567-88ad-ed42002b4ac5 tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160768'] for port, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:54.669577 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-d9e9f28d-5960-4339-8ba4-b34f8e5969bc req-368f8e48-2987-4567-88ad-ed42002b4ac5 tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] 10.222.0.35 "DELETE /v2.0/ports/401e65a5-634d-4373-b17d-092b92de8efb HTTP/1.1" status: 204 len: 173 time: 1.6918347 Jun 06 12:03:54.670130 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fcc874c-c6e0-4d07-8379-2d74438f4962', 'name': 'network-vif-deleted', 'tag': '401e65a5-634d-4373-b17d-092b92de8efb'}] {{(pid=92096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:03:54.672918 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70cf447e3881262ea0b43a88f7d0d33c778b0ed04640d1c627a7304ff1bba8b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edbe47e8-29a3-4d14-90e0-fd52c5d88a23" -d '{"events": [{"server_uuid": "8fcc874c-c6e0-4d07-8379-2d74438f4962", "name": "network-vif-deleted", "tag": "401e65a5-634d-4373-b17d-092b92de8efb"}]}' {{(pid=92096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:03:54.701410 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-4dd5020d-203e-45a1-88f7-c507475788c4 req-0f2829e0-71f5-40f8-a249-a43772a04b34 service neutron] 10.222.0.32 "GET /v2.0/networks/5eb4b2e8-267f-4840-b822-90586b7515c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3571856 Jun 06 12:03:54.841094 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-e5676705-bb9c-490d-b1ab-983dba537646 req-ce992806-b569-4414-8d05-f7ab71531059 tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fcc874c-c6e0-4d07-8379-2d74438f4962 HTTP/1.1" status: 200 len: 210 time: 0.0487089 Jun 06 12:03:54.888202 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-4dd5020d-203e-45a1-88f7-c507475788c4 req-6123d72f-737b-4a53-81d5-511a62f24121 service neutron] 10.222.0.32 "GET /v2.0/networks/5eb4b2e8-267f-4840-b822-90586b7515c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945274 Jun 06 12:03:54.967285 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 12:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52bbab44-d40e-4097-9cb6-b84466b1a1aa x-openstack-request-id: req-52bbab44-d40e-4097-9cb6-b84466b1a1aa {{(pid=92098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:03:54.968341 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "663dd71e-90c6-4ae5-bf0e-e2f54fe661be", "name": "network-vif-plugged", "status": "completed", "tag": "cc7aba5c-1311-49d5-ada0-73621eb9181f", "code": 200}]} {{(pid=92098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:03:54.968812 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-52bbab44-d40e-4097-9cb6-b84466b1a1aa {{(pid=92098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:03:54.969417 dv-cinder-786266-2-smb neutron-server[92098]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '663dd71e-90c6-4ae5-bf0e-e2f54fe661be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc7aba5c-1311-49d5-ada0-73621eb9181f', 'code': 200} Jun 06 12:03:55.168370 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 12:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d0922f1-44bb-457e-908d-a1656918cd68 x-openstack-request-id: req-1d0922f1-44bb-457e-908d-a1656918cd68 {{(pid=92096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:03:55.169138 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fcc874c-c6e0-4d07-8379-2d74438f4962", "name": "network-vif-deleted", "tag": "401e65a5-634d-4373-b17d-092b92de8efb", "status": "completed", "code": 200}]} {{(pid=92096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:03:55.169589 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1d0922f1-44bb-457e-908d-a1656918cd68 {{(pid=92096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:03:55.170187 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fcc874c-c6e0-4d07-8379-2d74438f4962', 'name': 'network-vif-deleted', 'tag': '401e65a5-634d-4373-b17d-092b92de8efb', 'status': 'completed', 'code': 200} Jun 06 12:03:55.433221 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-f7d07545-ce90-42be-b8b6-b26a86fbc6a8 req-548b7e58-859e-4881-ac12-3d71c5869ac6 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2007890-cceb-4bbf-a386-0a1d59144733 HTTP/1.1" status: 200 len: 210 time: 0.0586078 Jun 06 12:03:55.485262 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6841e118-95ee-49b7-a44f-14fbbe0109c1 req-8dda8613-ba61-4077-b58c-183161777d40 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:55.487556 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6841e118-95ee-49b7-a44f-14fbbe0109c1 req-8dda8613-ba61-4077-b58c-183161777d40 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.35 "GET /v2.0/networks?id=4d37cec2-d786-44b2-9e86-7075fb44dfe0 HTTP/1.1" status: 200 len: 814 time: 0.3210111 Jun 06 12:03:55.495974 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd3fb1d-ac8f-4831-9dfb-5ba1ff6b57ca req-c7790c93-4a93-446b-828d-a9d849e8fff4 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:55.497380 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-cdd3fb1d-ac8f-4831-9dfb-5ba1ff6b57ca req-c7790c93-4a93-446b-828d-a9d849e8fff4 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=f978bdbd-a787-4839-b681-dc085e83f9b4 HTTP/1.1" status: 200 len: 946 time: 0.3953578 Jun 06 12:03:55.521307 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.v2.base [req-6841e118-95ee-49b7-a44f-14fbbe0109c1 req-90870dff-dac1-452f-b1e6-42a822145328 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Request body: {'port': {'device_id': 'b2007890-cceb-4bbf-a386-0a1d59144733', 'network_id': '4d37cec2-d786-44b2-9e86-7075fb44dfe0', 'admin_state_up': True, 'tenant_id': '1875b9074f2a49ea94dc8d6242744a26'}} {{(pid=92096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:03:55.792090 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-cdd3fb1d-ac8f-4831-9dfb-5ba1ff6b57ca req-9e509313-fddf-4be3-bb18-d2281eb0548a tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885387 Jun 06 12:03:55.897857 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-7bc55e2a-6327-44df-bd85-b6806c04210f req-434ecc14-d32d-4cdc-9ec0-2c0ace76ea16 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] 10.222.0.32 "GET /v2.0/ports?device_id=385c6bd4-6796-4ab8-bbf9-e614e87617f2 HTTP/1.1" status: 200 len: 210 time: 0.0526822 Jun 06 12:03:55.899662 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8d576-9c36-48d5-b9b3-67f945a468c8 req-2518cccf-47d4-41c8-a697-562c3d4a3f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:55.901059 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-21b8d576-9c36-48d5-b9b3-67f945a468c8 req-2518cccf-47d4-41c8-a697-562c3d4a3f37 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=663dd71e-90c6-4ae5-bf0e-e2f54fe661be HTTP/1.1" status: 200 len: 1098 time: 0.2676544 Jun 06 12:03:55.909784 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e906d085-57a4-41fa-8f9d-3b2a74b53c19 req-4f15e013-750c-4770-8426-3e62cea0e305 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:55.911262 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-e906d085-57a4-41fa-8f9d-3b2a74b53c19 req-4f15e013-750c-4770-8426-3e62cea0e305 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/ports?device_id=133bafca-ca83-4455-a451-16c06e873c55 HTTP/1.1" status: 200 len: 945 time: 0.2768273 Jun 06 12:03:55.939592 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6841e118-95ee-49b7-a44f-14fbbe0109c1 req-90870dff-dac1-452f-b1e6-42a822145328 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Made reservation on behalf of 1875b9074f2a49ea94dc8d6242744a26 for: {'port': 1} {{(pid=92096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 12:03:55.943453 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-6841e118-95ee-49b7-a44f-14fbbe0109c1 req-90870dff-dac1-452f-b1e6-42a822145328 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:56.075105 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-21b8d576-9c36-48d5-b9b3-67f945a468c8 req-b11c5923-60e2-472d-8a86-a5051bc1ed58 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=da3a596c-c8ed-4184-9b24-a093c67db910&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1628697 Jun 06 12:03:56.094673 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-e906d085-57a4-41fa-8f9d-3b2a74b53c19 req-01b43231-de52-47be-846c-4e1d7406c395 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/security-groups?id=ceabc356-99f9-4025-a839-4d356bbc8e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694100 Jun 06 12:03:56.215996 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7b09a1-127a-4b88-8305-e148fd55f84a req-7d8c614b-f9f3-4531-9950-819c34802130 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:56.217464 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-2b7b09a1-127a-4b88-8305-e148fd55f84a req-7d8c614b-f9f3-4531-9950-819c34802130 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=663dd71e-90c6-4ae5-bf0e-e2f54fe661be HTTP/1.1" status: 200 len: 945 time: 0.1864939 Jun 06 12:03:56.277729 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.db.db_base_plugin_common [req-6841e118-95ee-49b7-a44f-14fbbe0109c1 req-90870dff-dac1-452f-b1e6-42a822145328 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Allocated IP 172.20.0.5 (4d37cec2-d786-44b2-9e86-7075fb44dfe0/ff1afc7f-f4ce-414b-b4e3-27c63da65886/be99e1d7-dbc9-4687-a00e-9765dfb53d5b) {{(pid=92096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 12:03:56.289496 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-422fe05d-bd74-4ea6-8633-4dc9b53b2428 req-33333bd5-0735-487c-ac3f-9733e51af32e tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fcc874c-c6e0-4d07-8379-2d74438f4962 HTTP/1.1" status: 200 len: 210 time: 0.0684400 Jun 06 12:03:56.334929 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-2b7b09a1-127a-4b88-8305-e148fd55f84a req-fce19ddc-2aae-4c4d-82df-e4ef02ceaea2 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=da3a596c-c8ed-4184-9b24-a093c67db910&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776973 Jun 06 12:03:56.641032 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-a4391f16-d05c-40e0-9a8f-c1fd988c97ec req-b9b79f93-26b7-4259-9d43-e4b9a4be32e8 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2007890-cceb-4bbf-a386-0a1d59144733 HTTP/1.1" status: 200 len: 210 time: 0.0654924 Jun 06 12:03:56.683352 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-6841e118-95ee-49b7-a44f-14fbbe0109c1 req-90870dff-dac1-452f-b1e6-42a822145328 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Notify callbacks [] for port, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:56.695535 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20ea166-1b69-4c0d-8944-fb97f67cb5b7 req-52f9b6ae-ac13-4bef-817e-9adfa1eefcc8 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:56.700502 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-f20ea166-1b69-4c0d-8944-fb97f67cb5b7 req-52f9b6ae-ac13-4bef-817e-9adfa1eefcc8 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/ports?device_id=133bafca-ca83-4455-a451-16c06e873c55 HTTP/1.1" status: 200 len: 945 time: 0.2903831 Jun 06 12:03:56.706088 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 60242) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:03:56.710796 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.v2.base [None req-de804502-1c12-46d6-9c21-939e4a09964d tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Request body: {'floatingip': {'port_id': '67e820f7-0b84-45b6-805e-b7bd2eb0dc35'}} {{(pid=92097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:03:56.792475 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-de804502-1c12-46d6-9c21-939e4a09964d tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks [] for floatingip, before_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:56.833644 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-6841e118-95ee-49b7-a44f-14fbbe0109c1 req-90870dff-dac1-452f-b1e6-42a822145328 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778191160652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2160272'] for port, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:56.843232 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:56.852965 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] get_ports_and_sgs() called for port_ids ['c6f5676b-5bc6-4820-b8e1-624adac7d88f'] {{(pid=92098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 12:03:56.929660 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6841e118-95ee-49b7-a44f-14fbbe0109c1 req-90870dff-dac1-452f-b1e6-42a822145328 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Network 4d37cec2-d786-44b2-9e86-7075fb44dfe0 is already hosted by enough agents. {{(pid=92096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 12:03:56.982605 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.scheduler.base_scheduler [req-6841e118-95ee-49b7-a44f-14fbbe0109c1 req-90870dff-dac1-452f-b1e6-42a822145328 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Resources bound (agent type, host, resource id): {{(pid=92096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:03:56.991463 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.db.l3_dvrscheduler_db [req-6841e118-95ee-49b7-a44f-14fbbe0109c1 req-90870dff-dac1-452f-b1e6-42a822145328 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Received port after_create {{(pid=92096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 12:03:57.114770 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90870dff-dac1-452f-b1e6-42a822145328 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Pushing event updated for resources: {'Port': ['ID=be99e1d7-dbc9-4687-a00e-9765dfb53d5b,revision_number=1']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:57.145778 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90870dff-dac1-452f-b1e6-42a822145328 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:57.146156 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90870dff-dac1-452f-b1e6-42a822145328 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:57.146540 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90870dff-dac1-452f-b1e6-42a822145328 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:57.146918 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90870dff-dac1-452f-b1e6-42a822145328 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:57.147252 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90870dff-dac1-452f-b1e6-42a822145328 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:57.147583 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90870dff-dac1-452f-b1e6-42a822145328 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:57.147911 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90870dff-dac1-452f-b1e6-42a822145328 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:57.148241 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90870dff-dac1-452f-b1e6-42a822145328 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:57.148564 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90870dff-dac1-452f-b1e6-42a822145328 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:57.148890 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90870dff-dac1-452f-b1e6-42a822145328 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:57.149212 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90870dff-dac1-452f-b1e6-42a822145328 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:57.149535 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90870dff-dac1-452f-b1e6-42a822145328 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:03:57.159950 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-90870dff-dac1-452f-b1e6-42a822145328 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:57.166711 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-50830bf1-dee9-45a2-8562-36344cbe3ceb req-46bdb1cd-e454-43b0-95c4-b46e03f15e87 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] 10.222.0.32 "GET /v2.0/ports?device_id=385c6bd4-6796-4ab8-bbf9-e614e87617f2 HTTP/1.1" status: 200 len: 210 time: 0.1056266 Jun 06 12:03:57.175863 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device 401e65a5-634d-4373-b17d-092b92de8efb no longer exists at agent hyperv_hv-cinder-78626 {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 12:03:57.194832 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6841e118-95ee-49b7-a44f-14fbbe0109c1 req-90870dff-dac1-452f-b1e6-42a822145328 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:57.195448 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-6841e118-95ee-49b7-a44f-14fbbe0109c1 req-90870dff-dac1-452f-b1e6-42a822145328 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160768'] for port, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:57.246300 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.plugin [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] No Port match for: 401e65a5-634d-4373-b17d-092b92de8efb {{(pid=92098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 12:03:57.246979 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d8f7bc-3e79-4223-b0b7-80cd923e96a6 req-dd0125e1-a895-4707-aace-e68cdd80ce35 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:57.247446 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device 401e65a5-634d-4373-b17d-092b92de8efb not bound to the agent host hv-cinder-78626 {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 12:03:57.254607 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-a9d8f7bc-3e79-4223-b0b7-80cd923e96a6 req-dd0125e1-a895-4707-aace-e68cdd80ce35 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=f978bdbd-a787-4839-b681-dc085e83f9b4 HTTP/1.1" status: 200 len: 946 time: 0.3338106 Jun 06 12:03:57.305811 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-a9d8f7bc-3e79-4223-b0b7-80cd923e96a6 req-d5bd2b50-68bb-4708-996b-4f906667d8d0 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498066 Jun 06 12:03:57.335018 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6841e118-95ee-49b7-a44f-14fbbe0109c1 req-90870dff-dac1-452f-b1e6-42a822145328 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8297374 Jun 06 12:03:57.351663 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.v2.base [req-6841e118-95ee-49b7-a44f-14fbbe0109c1 req-e7b818d1-eb2a-4670-97a6-e5960c2877f8 service neutron] Request body: {'port': {'device_id': 'b2007890-cceb-4bbf-a386-0a1d59144733', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=92096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:03:57.588023 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-6841e118-95ee-49b7-a44f-14fbbe0109c1 req-e7b818d1-eb2a-4670-97a6-e5960c2877f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:57.694107 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d96909-89ed-4540-be29-8d7023399a11 req-dcf8739b-c324-4d04-92d9-bf30ea53f61a tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:57.698459 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-de804502-1c12-46d6-9c21-939e4a09964d tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:57.702627 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c6d96909-89ed-4540-be29-8d7023399a11 req-dcf8739b-c324-4d04-92d9-bf30ea53f61a tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=663dd71e-90c6-4ae5-bf0e-e2f54fe661be HTTP/1.1" status: 200 len: 945 time: 0.1926191 Jun 06 12:03:57.770773 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-de804502-1c12-46d6-9c21-939e4a09964d tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558965'] for floatingip, after_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:57.900076 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c6d96909-89ed-4540-be29-8d7023399a11 req-b20959fb-0ad2-4bba-9892-c2d85ba18c8f tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=da3a596c-c8ed-4184-9b24-a093c67db910&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1964638 Jun 06 12:03:58.005226 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.db.l3_db [None req-de804502-1c12-46d6-9c21-939e4a09964d tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Floating IP 296329f5-0cfb-4705-ad8a-81cb7c2ec289 associated. External IP: 172.28.2.57, port: 67e820f7-0b84-45b6-805e-b7bd2eb0dc35. Jun 06 12:03:58.214311 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65afdaf-6a2e-4b1b-bc05-cc481682ce5a req-3c910773-8297-44b4-9986-dd41c3d69012 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:58.215839 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-e65afdaf-6a2e-4b1b-bc05-cc481682ce5a req-3c910773-8297-44b4-9986-dd41c3d69012 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2007890-cceb-4bbf-a386-0a1d59144733 HTTP/1.1" status: 200 len: 931 time: 0.4107015 Jun 06 12:03:58.377797 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.notifiers.nova [req-6841e118-95ee-49b7-a44f-14fbbe0109c1 req-e7b818d1-eb2a-4670-97a6-e5960c2877f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be99e1d7-dbc9-4687-a00e-9765dfb53d5b {{(pid=92096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 12:03:58.394875 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd5020d-203e-45a1-88f7-c507475788c4 req-5dd4f118-689d-4ebe-a63a-73bd01e78e2f tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:58.396334 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-4dd5020d-203e-45a1-88f7-c507475788c4 req-5dd4f118-689d-4ebe-a63a-73bd01e78e2f tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] 10.222.0.35 "GET /v2.0/networks?id=5eb4b2e8-267f-4840-b822-90586b7515c8 HTTP/1.1" status: 200 len: 808 time: 0.3882627 Jun 06 12:03:58.400177 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-e65afdaf-6a2e-4b1b-bc05-cc481682ce5a req-b623adf6-cf4b-4bcc-a90b-e794c742db15 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/security-groups?id=f23f4ac2-a34a-4b05-b7f3-4b7c23d9b1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666355 Jun 06 12:03:58.405472 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-6841e118-95ee-49b7-a44f-14fbbe0109c1 req-e7b818d1-eb2a-4670-97a6-e5960c2877f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:58.420409 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.v2.base [req-4dd5020d-203e-45a1-88f7-c507475788c4 req-ad06c3c2-3201-4458-8687-53434b64500f tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Request body: {'port': {'device_id': '385c6bd4-6796-4ab8-bbf9-e614e87617f2', 'network_id': '5eb4b2e8-267f-4840-b822-90586b7515c8', 'admin_state_up': True, 'tenant_id': 'c20043a715c44fce92d9a4f55e7bb26b'}} {{(pid=92096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:03:58.452108 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7860c6b0-6537-4fdf-b0b0-1cbe8430f8a3 req-3077eece-557a-4c83-97b5-15c4c84a0d4c tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:58.453572 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-7860c6b0-6537-4fdf-b0b0-1cbe8430f8a3 req-3077eece-557a-4c83-97b5-15c4c84a0d4c tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=663dd71e-90c6-4ae5-bf0e-e2f54fe661be HTTP/1.1" status: 200 len: 945 time: 0.4148469 Jun 06 12:03:58.455435 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.db.provisioning_blocks [req-6841e118-95ee-49b7-a44f-14fbbe0109c1 req-e7b818d1-eb2a-4670-97a6-e5960c2877f8 service neutron] Transition to ACTIVE for port object be99e1d7-dbc9-4687-a00e-9765dfb53d5b will not be triggered until provisioned by entity L2. {{(pid=92096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 12:03:58.464356 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 60290) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:03:58.474714 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.v2.base [None req-baf28ef8-6833-41c0-9d0a-59dbc0672a03 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Request body: {'floatingip': {'port_id': 'cc7aba5c-1311-49d5-ada0-73621eb9181f'}} {{(pid=92097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:03:58.531766 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-6841e118-95ee-49b7-a44f-14fbbe0109c1 req-e7b818d1-eb2a-4670-97a6-e5960c2877f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2160299'] for port, after_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:58.548902 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:58.660188 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-baf28ef8-6833-41c0-9d0a-59dbc0672a03 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks [] for floatingip, before_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:58.823060 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de804502-1c12-46d6-9c21-939e4a09964d tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Router 9d7d3fbb-ab33-4447-afbe-46e815672323 has already been hosted by L3 agent 915c5c25-b12e-44c8-ae20-885b4f191692 {{(pid=92097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 12:03:58.843620 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b818d1-eb2a-4670-97a6-e5960c2877f8 service neutron] Pushing event updated for resources: {'Port': ['ID=be99e1d7-dbc9-4687-a00e-9765dfb53d5b,revision_number=2']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:58.852015 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-e7b818d1-eb2a-4670-97a6-e5960c2877f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:58.866661 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-7f7b69fc-f075-4a26-bd58-10ddad883491 req-a45f562a-2f59-480c-8849-79422bd82c27 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] 10.222.0.32 "GET /v2.0/ports?device_id=385c6bd4-6796-4ab8-bbf9-e614e87617f2 HTTP/1.1" status: 200 len: 210 time: 0.1444223 Jun 06 12:03:58.952709 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca50f9a0-0708-4442-883d-18ce168cc95a req-4329edd0-876a-41d3-ae95-e93533792d19 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:58.955396 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ca50f9a0-0708-4442-883d-18ce168cc95a req-4329edd0-876a-41d3-ae95-e93533792d19 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=f978bdbd-a787-4839-b681-dc085e83f9b4 HTTP/1.1" status: 200 len: 946 time: 0.3473823 Jun 06 12:03:58.955396 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.managers [req-6841e118-95ee-49b7-a44f-14fbbe0109c1 req-e7b818d1-eb2a-4670-97a6-e5960c2877f8 service neutron] Attempting to bind port be99e1d7-dbc9-4687-a00e-9765dfb53d5b on host hv-cinder-78626 for vnic_type normal with profile {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 12:03:58.956151 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.managers [req-6841e118-95ee-49b7-a44f-14fbbe0109c1 req-e7b818d1-eb2a-4670-97a6-e5960c2877f8 service neutron] Attempting to bind port be99e1d7-dbc9-4687-a00e-9765dfb53d5b by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '50ae22f6-2f71-4a96-af00-d2fd8d97cc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '4d37cec2-d786-44b2-9e86-7075fb44dfe0'}] {{(pid=92096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 12:03:58.956244 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6841e118-95ee-49b7-a44f-14fbbe0109c1 req-e7b818d1-eb2a-4670-97a6-e5960c2877f8 service neutron] Attempting to bind port be99e1d7-dbc9-4687-a00e-9765dfb53d5b on network 4d37cec2-d786-44b2-9e86-7075fb44dfe0 {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 12:03:58.961061 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6841e118-95ee-49b7-a44f-14fbbe0109c1 req-e7b818d1-eb2a-4670-97a6-e5960c2877f8 service neutron] Port be99e1d7-dbc9-4687-a00e-9765dfb53d5b on network 4d37cec2-d786-44b2-9e86-7075fb44dfe0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 12:03:58.961627 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6841e118-95ee-49b7-a44f-14fbbe0109c1 req-e7b818d1-eb2a-4670-97a6-e5960c2877f8 service neutron] Attempting to bind port be99e1d7-dbc9-4687-a00e-9765dfb53d5b on network 4d37cec2-d786-44b2-9e86-7075fb44dfe0 {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 12:03:58.983347 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6841e118-95ee-49b7-a44f-14fbbe0109c1 req-e7b818d1-eb2a-4670-97a6-e5960c2877f8 service neutron] Checking agent: {'id': '7f4f2d28-9bb0-42d9-b4ad-6ed22ccae0f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 12, 1, 20), 'started_at': datetime.datetime(2021, 6, 6, 12, 1, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 12, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 12:03:58.983678 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6841e118-95ee-49b7-a44f-14fbbe0109c1 req-e7b818d1-eb2a-4670-97a6-e5960c2877f8 service neutron] Checking segment: {'id': '50ae22f6-2f71-4a96-af00-d2fd8d97cc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '4d37cec2-d786-44b2-9e86-7075fb44dfe0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 12:03:58.984050 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6841e118-95ee-49b7-a44f-14fbbe0109c1 req-e7b818d1-eb2a-4670-97a6-e5960c2877f8 service neutron] Bound using segment: {'id': '50ae22f6-2f71-4a96-af00-d2fd8d97cc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '4d37cec2-d786-44b2-9e86-7075fb44dfe0'} {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 12:03:58.984473 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.managers [req-6841e118-95ee-49b7-a44f-14fbbe0109c1 req-e7b818d1-eb2a-4670-97a6-e5960c2877f8 service neutron] Bound port: be99e1d7-dbc9-4687-a00e-9765dfb53d5b, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50ae22f6-2f71-4a96-af00-d2fd8d97cc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '4d37cec2-d786-44b2-9e86-7075fb44dfe0'}}] {{(pid=92096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 12:03:58.984803 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-6841e118-95ee-49b7-a44f-14fbbe0109c1 req-e7b818d1-eb2a-4670-97a6-e5960c2877f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:59.053998 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dd5020d-203e-45a1-88f7-c507475788c4 req-ad06c3c2-3201-4458-8687-53434b64500f tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Made reservation on behalf of c20043a715c44fce92d9a4f55e7bb26b for: {'port': 1} {{(pid=92096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 12:03:59.057368 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-4dd5020d-203e-45a1-88f7-c507475788c4 req-ad06c3c2-3201-4458-8687-53434b64500f tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:59.082113 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ca50f9a0-0708-4442-883d-18ce168cc95a req-8fe5a446-d894-413f-832c-210d942df962 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182153 Jun 06 12:03:59.237104 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de804502-1c12-46d6-9c21-939e4a09964d tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify agent at l3_agent.dv-cinder-786266-2-smb the message routers_updated {{(pid=92097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 12:03:59.239860 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.db [req-6841e118-95ee-49b7-a44f-14fbbe0109c1 req-e7b818d1-eb2a-4670-97a6-e5960c2877f8 service neutron] For port be99e1d7-dbc9-4687-a00e-9765dfb53d5b, host hv-cinder-78626, cleared binding levels {{(pid=92096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 12:03:59.242792 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-de804502-1c12-46d6-9c21-939e4a09964d tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160768'] for floatingip, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:59.250889 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932ef10c-4cb9-423f-8b88-4f19ce633d9f None None] Sync routers for ids ['9d7d3fbb-ab33-4447-afbe-46e815672323'] in dv-cinder-786266-2-smb {{(pid=92099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 12:03:59.256392 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.db [req-6841e118-95ee-49b7-a44f-14fbbe0109c1 req-e7b818d1-eb2a-4670-97a6-e5960c2877f8 service neutron] For port be99e1d7-dbc9-4687-a00e-9765dfb53d5b, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=be99e1d7-dbc9-4687-a00e-9765dfb53d5b,segment=NetworkSegment(50ae22f6-2f71-4a96-af00-d2fd8d97cc9b),segment_id=50ae22f6-2f71-4a96-af00-d2fd8d97cc9b)] {{(pid=92096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 12:03:59.261514 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932ef10c-4cb9-423f-8b88-4f19ce633d9f None None] Routers {'9d7d3fbb-ab33-4447-afbe-46e815672323'} bound to L3 agent in host dv-cinder-786266-2-smb {{(pid=92099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:03:59.262120 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_hamode_db [None req-932ef10c-4cb9-423f-8b88-4f19ce633d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T11:54:50Z,description=,heartbeat_timestamp=2021-06-06T12:03:50Z,host='dv-cinder-786266-2-smb',id=915c5c25-b12e-44c8-ae20-885b4f191692,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:54:51Z,topic='l3_agent')) {'router_ids': ['9d7d3fbb-ab33-4447-afbe-46e815672323'], 'active': True} {{(pid=92099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:03:59.340360 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.db.db_base_plugin_common [req-4dd5020d-203e-45a1-88f7-c507475788c4 req-ad06c3c2-3201-4458-8687-53434b64500f tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Allocated IP 172.20.0.10 (5eb4b2e8-267f-4840-b822-90586b7515c8/e7726d90-9a40-471f-a46f-0512253a640a/a8c79f54-f643-4917-a65c-aef6cfaaac9b) {{(pid=92096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 12:03:59.366824 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-6841e118-95ee-49b7-a44f-14fbbe0109c1 req-e7b818d1-eb2a-4670-97a6-e5960c2877f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2160299'] for port, after_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:59.376187 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-32f4c9da-65ca-456a-b969-6284b165b027 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:03:59.384879 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-de804502-1c12-46d6-9c21-939e4a09964d tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "PUT /v2.0/floatingips/296329f5-0cfb-4705-ad8a-81cb7c2ec289 HTTP/1.1" status: 200 len: 990 time: 2.6777384 Jun 06 12:03:59.394979 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '133bafca-ca83-4455-a451-16c06e873c55', 'tag': '67e820f7-0b84-45b6-805e-b7bd2eb0dc35'}] {{(pid=92097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:03:59.397564 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0506e69bdf94a0a0544469556e00d4f87ccfa4abed68bb2c567d57a4f994f1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a2ce51-5957-4963-8d36-c5803ae541ce" -d '{"events": [{"name": "network-changed", "server_uuid": "133bafca-ca83-4455-a451-16c06e873c55", "tag": "67e820f7-0b84-45b6-805e-b7bd2eb0dc35"}]}' {{(pid=92097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:03:59.495136 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_dvr_db [None req-932ef10c-4cb9-423f-8b88-4f19ce633d9f None None] Set router 9d7d3fbb-ab33-4447-afbe-46e815672323 gateway port host: dv-cinder-786266-2-smb {{(pid=92099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:03:59.692417 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6841e118-95ee-49b7-a44f-14fbbe0109c1 req-e7b818d1-eb2a-4670-97a6-e5960c2877f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:59.693020 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-6841e118-95ee-49b7-a44f-14fbbe0109c1 req-e7b818d1-eb2a-4670-97a6-e5960c2877f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160768'] for port, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:59.694375 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6841e118-95ee-49b7-a44f-14fbbe0109c1 req-e7b818d1-eb2a-4670-97a6-e5960c2877f8 service neutron] 10.222.0.35 "PUT /v2.0/ports/be99e1d7-dbc9-4687-a00e-9765dfb53d5b HTTP/1.1" status: 200 len: 1093 time: 2.3514411 Jun 06 12:03:59.698627 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2007890-cceb-4bbf-a386-0a1d59144733', 'tag': 'be99e1d7-dbc9-4687-a00e-9765dfb53d5b'}] {{(pid=92096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:03:59.700897 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70cf447e3881262ea0b43a88f7d0d33c778b0ed04640d1c627a7304ff1bba8b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a24f1e9-2c87-41c6-9b80-763198a7cec2" -d '{"events": [{"name": "network-changed", "server_uuid": "b2007890-cceb-4bbf-a386-0a1d59144733", "tag": "be99e1d7-dbc9-4687-a00e-9765dfb53d5b"}]}' {{(pid=92096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:03:59.770841 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 12:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6943de04-a78f-4544-ac4e-03132430c967 x-openstack-request-id: req-6943de04-a78f-4544-ac4e-03132430c967 {{(pid=92097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:03:59.771169 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "133bafca-ca83-4455-a451-16c06e873c55", "tag": "67e820f7-0b84-45b6-805e-b7bd2eb0dc35", "status": "completed", "code": 200}]} {{(pid=92097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:03:59.771412 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6943de04-a78f-4544-ac4e-03132430c967 {{(pid=92097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:03:59.771807 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '133bafca-ca83-4455-a451-16c06e873c55', 'tag': '67e820f7-0b84-45b6-805e-b7bd2eb0dc35', 'status': 'completed', 'code': 200} Jun 06 12:03:59.823359 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 12:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62fa678f-f65b-49e5-a2c0-041e51eb346c x-openstack-request-id: req-62fa678f-f65b-49e5-a2c0-041e51eb346c {{(pid=92096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:03:59.826686 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2007890-cceb-4bbf-a386-0a1d59144733", "tag": "be99e1d7-dbc9-4687-a00e-9765dfb53d5b", "status": "completed", "code": 200}]} {{(pid=92096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:03:59.826686 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-62fa678f-f65b-49e5-a2c0-041e51eb346c {{(pid=92096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:03:59.827809 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2007890-cceb-4bbf-a386-0a1d59144733', 'tag': 'be99e1d7-dbc9-4687-a00e-9765dfb53d5b', 'status': 'completed', 'code': 200} Jun 06 12:03:59.835704 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b818d1-eb2a-4670-97a6-e5960c2877f8 service neutron] Pushing event updated for resources: {'Port': ['ID=be99e1d7-dbc9-4687-a00e-9765dfb53d5b,revision_number=3']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:03:59.844635 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-baf28ef8-6833-41c0-9d0a-59dbc0672a03 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:03:59.866948 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2ce51-5957-4963-8d36-c5803ae541ce req-d11d927c-49bd-4306-900f-b866332cc221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:03:59.868822 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-74a2ce51-5957-4963-8d36-c5803ae541ce req-d11d927c-49bd-4306-900f-b866332cc221 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=eca5e9a6e3374a4193593b4832b36a26&device_id=133bafca-ca83-4455-a451-16c06e873c55 HTTP/1.1" status: 200 len: 1098 time: 0.3188000 Jun 06 12:03:59.969727 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 60328) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:03:59.971452 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-e7b818d1-eb2a-4670-97a6-e5960c2877f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.595s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:03:59.995076 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-baf28ef8-6833-41c0-9d0a-59dbc0672a03 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558965'] for floatingip, after_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:00.067285 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_hamode_db [None req-932ef10c-4cb9-423f-8b88-4f19ce633d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7d3fbb-ab33-4447-afbe-46e815672323', 'name': 'tempest-AttachVolumeTestJSON-581758585-router', 'tenant_id': 'eca5e9a6e3374a4193593b4832b36a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': '0ac27d11-e92b-44bd-827f-b18b80d79f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:03:01Z', 'updated_at': '2021-06-06T12:03:16Z', 'revision_number': 4, 'project_id': 'eca5e9a6e3374a4193593b4832b36a26', 'gw_port': {'id': '0ac27d11-e92b-44bd-827f-b18b80d79f35', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7d3fbb-ab33-4447-afbe-46e815672323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:03Z', 'updated_at': '2021-06-06T12:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb', '_floatingips': [{'id': '296329f5-0cfb-4705-ad8a-81cb7c2ec289', 'tenant_id': 'eca5e9a6e3374a4193593b4832b36a26', 'floating_ip_address': '172.28.2.57', 'floating_network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'router_id': '9d7d3fbb-ab33-4447-afbe-46e815672323', 'port_id': '67e820f7-0b84-45b6-805e-b7bd2eb0dc35', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99f1ec4c-50c1-42cf-bf31-28bc5611fa58', 'mac_address': 'fa:16:3e:dd:7d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133bafca-ca83-4455-a451-16c06e873c55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T12:03:32Z', 'updated_at': '2021-06-06T12:03:57Z', 'revision_number': 1, 'project_id': 'eca5e9a6e3374a4193593b4832b36a26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1a9cc54-d98e-4cc5-9625-41c1bbd6010f', 'name': '', 'network_id': '99f1ec4c-50c1-42cf-bf31-28bc5611fa58', 'tenant_id': 'eca5e9a6e3374a4193593b4832b36a26', 'mac_address': 'fa:16:3e:bf:e5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7d3fbb-ab33-4447-afbe-46e815672323', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd6151d6c-a3ca-4b30-8028-8df9c8252719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:13Z', 'updated_at': '2021-06-06T12:03:30Z', 'revision_number': 5, 'project_id': 'eca5e9a6e3374a4193593b4832b36a26', 'subnets': [{'id': 'd6151d6c-a3ca-4b30-8028-8df9c8252719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-2-smb', False) {} {{(pid=92099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:04:00.071166 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932ef10c-4cb9-423f-8b88-4f19ce633d9f None None] Checking router: 9d7d3fbb-ab33-4447-afbe-46e815672323 for host: dv-cinder-786266-2-smb {{(pid=92099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 12:04:00.079932 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932ef10c-4cb9-423f-8b88-4f19ce633d9f None None] Routers {'9d7d3fbb-ab33-4447-afbe-46e815672323'} bound to L3 agent in host dv-cinder-786266-2-smb {{(pid=92099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:04:00.080573 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_hamode_db [None req-932ef10c-4cb9-423f-8b88-4f19ce633d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T11:54:50Z,description=,heartbeat_timestamp=2021-06-06T12:03:50Z,host='dv-cinder-786266-2-smb',id=915c5c25-b12e-44c8-ae20-885b4f191692,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:54:51Z,topic='l3_agent')) {'router_ids': ['9d7d3fbb-ab33-4447-afbe-46e815672323'], 'active': True} {{(pid=92099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:04:00.118702 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2ce51-5957-4963-8d36-c5803ae541ce req-c3f9e005-bf80-4699-b5b8-05f87f1d9901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:00.118702 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-74a2ce51-5957-4963-8d36-c5803ae541ce req-c3f9e005-bf80-4699-b5b8-05f87f1d9901 service neutron] 10.222.0.35 "GET /v2.0/networks?id=99f1ec4c-50c1-42cf-bf31-28bc5611fa58 HTTP/1.1" status: 200 len: 911 time: 0.2392726 Jun 06 12:04:00.131351 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6e73ab76-21a1-42c9-aa2f-f2e0b652026b req-06323db6-93c8-479e-9e97-6b077a3c10f1 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] 10.222.0.32 "GET /v2.0/ports?device_id=385c6bd4-6796-4ab8-bbf9-e614e87617f2 HTTP/1.1" status: 200 len: 210 time: 0.0972707 Jun 06 12:04:00.156348 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.db.db_base_plugin_v2 [None req-329a8d49-83bc-4475-b2ed-6c46f2b39d28 admin admin] Deleting subnet 8747539b-3c8a-45c9-9c99-39a0358f0f36 {{(pid=92096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 12:04:00.166424 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-329a8d49-83bc-4475-b2ed-6c46f2b39d28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:00.206409 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-4dd5020d-203e-45a1-88f7-c507475788c4 req-ad06c3c2-3201-4458-8687-53434b64500f tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Notify callbacks [] for port, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:00.248858 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-329a8d49-83bc-4475-b2ed-6c46f2b39d28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2319746'] for subnet, precommit_delete_associations {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:00.256979 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_dvr_db [None req-932ef10c-4cb9-423f-8b88-4f19ce633d9f None None] Set router 9d7d3fbb-ab33-4447-afbe-46e815672323 gateway port host: dv-cinder-786266-2-smb {{(pid=92099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:04:00.284855 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c5b9f2-147a-41bc-a152-25e098a89d28 req-964033c1-d1f1-444e-84e9-ff796403e8bc tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:00.285858 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-74a2ce51-5957-4963-8d36-c5803ae541ce req-57527a3e-884c-4068-87f6-21b6121c93e7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67e820f7-0b84-45b6-805e-b7bd2eb0dc35 HTTP/1.1" status: 200 len: 998 time: 0.1097600 Jun 06 12:04:00.286462 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-f1c5b9f2-147a-41bc-a152-25e098a89d28 req-964033c1-d1f1-444e-84e9-ff796403e8bc tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2007890-cceb-4bbf-a386-0a1d59144733 HTTP/1.1" status: 200 len: 943 time: 0.5995786 Jun 06 12:04:00.332720 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a24f1e9-2c87-41c6-9b80-763198a7cec2 req-d7212686-bfbb-4ad7-99af-13202ffb833b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:00.334359 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-2a24f1e9-2c87-41c6-9b80-763198a7cec2 req-d7212686-bfbb-4ad7-99af-13202ffb833b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1875b9074f2a49ea94dc8d6242744a26&device_id=b2007890-cceb-4bbf-a386-0a1d59144733 HTTP/1.1" status: 200 len: 1096 time: 0.4995842 Jun 06 12:04:00.344410 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.db.l3_db [None req-baf28ef8-6833-41c0-9d0a-59dbc0672a03 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Floating IP b0639310-a1c2-4b1e-9e37-973175953694 associated. External IP: 172.28.2.105, port: cc7aba5c-1311-49d5-ada0-73621eb9181f. Jun 06 12:04:00.431586 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2ce51-5957-4963-8d36-c5803ae541ce req-3ac9f3ef-961c-477e-87c2-648307877530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:00.432711 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-74a2ce51-5957-4963-8d36-c5803ae541ce req-3ac9f3ef-961c-477e-87c2-648307877530 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d6151d6c-a3ca-4b30-8028-8df9c8252719 HTTP/1.1" status: 200 len: 849 time: 0.1384153 Jun 06 12:04:00.460386 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-329a8d49-83bc-4475-b2ed-6c46f2b39d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33120235'] for subnet, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:00.584268 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-f1c5b9f2-147a-41bc-a152-25e098a89d28 req-e486417c-4646-403c-87e9-69a9ea711fec tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/security-groups?id=f23f4ac2-a34a-4b05-b7f3-4b7c23d9b1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489455 Jun 06 12:04:00.635997 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_hamode_db [None req-932ef10c-4cb9-423f-8b88-4f19ce633d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7d3fbb-ab33-4447-afbe-46e815672323', 'name': 'tempest-AttachVolumeTestJSON-581758585-router', 'tenant_id': 'eca5e9a6e3374a4193593b4832b36a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': '0ac27d11-e92b-44bd-827f-b18b80d79f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:03:01Z', 'updated_at': '2021-06-06T12:03:16Z', 'revision_number': 4, 'project_id': 'eca5e9a6e3374a4193593b4832b36a26', 'gw_port': {'id': '0ac27d11-e92b-44bd-827f-b18b80d79f35', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7d3fbb-ab33-4447-afbe-46e815672323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:03Z', 'updated_at': '2021-06-06T12:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb', '_floatingips': [{'id': '296329f5-0cfb-4705-ad8a-81cb7c2ec289', 'tenant_id': 'eca5e9a6e3374a4193593b4832b36a26', 'floating_ip_address': '172.28.2.57', 'floating_network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'router_id': '9d7d3fbb-ab33-4447-afbe-46e815672323', 'port_id': '67e820f7-0b84-45b6-805e-b7bd2eb0dc35', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99f1ec4c-50c1-42cf-bf31-28bc5611fa58', 'mac_address': 'fa:16:3e:dd:7d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133bafca-ca83-4455-a451-16c06e873c55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T12:03:32Z', 'updated_at': '2021-06-06T12:03:57Z', 'revision_number': 1, 'project_id': 'eca5e9a6e3374a4193593b4832b36a26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1a9cc54-d98e-4cc5-9625-41c1bbd6010f', 'name': '', 'network_id': '99f1ec4c-50c1-42cf-bf31-28bc5611fa58', 'tenant_id': 'eca5e9a6e3374a4193593b4832b36a26', 'mac_address': 'fa:16:3e:bf:e5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7d3fbb-ab33-4447-afbe-46e815672323', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd6151d6c-a3ca-4b30-8028-8df9c8252719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:13Z', 'updated_at': '2021-06-06T12:03:30Z', 'revision_number': 5, 'project_id': 'eca5e9a6e3374a4193593b4832b36a26', 'subnets': [{'id': 'd6151d6c-a3ca-4b30-8028-8df9c8252719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-2-smb', False) {} {{(pid=92099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:04:00.642686 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932ef10c-4cb9-423f-8b88-4f19ce633d9f None None] The sync data for ids ['9d7d3fbb-ab33-4447-afbe-46e815672323'] in dv-cinder-786266-2-smb is: [{'id': '9d7d3fbb-ab33-4447-afbe-46e815672323', 'name': 'tempest-AttachVolumeTestJSON-581758585-router', 'tenant_id': 'eca5e9a6e3374a4193593b4832b36a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': '0ac27d11-e92b-44bd-827f-b18b80d79f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:03:01Z', 'updated_at': '2021-06-06T12:03:16Z', 'revision_number': 4, 'project_id': 'eca5e9a6e3374a4193593b4832b36a26', 'gw_port': {'id': '0ac27d11-e92b-44bd-827f-b18b80d79f35', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7d3fbb-ab33-4447-afbe-46e815672323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:03Z', 'updated_at': '2021-06-06T12:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb', '_floatingips': [{'id': '296329f5-0cfb-4705-ad8a-81cb7c2ec289', 'tenant_id': 'eca5e9a6e3374a4193593b4832b36a26', 'floating_ip_address': '172.28.2.57', 'floating_network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'router_id': '9d7d3fbb-ab33-4447-afbe-46e815672323', 'port_id': '67e820f7-0b84-45b6-805e-b7bd2eb0dc35', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99f1ec4c-50c1-42cf-bf31-28bc5611fa58', 'mac_address': 'fa:16:3e:dd:7d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133bafca-ca83-4455-a451-16c06e873c55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T12:03:32Z', 'updated_at': '2021-06-06T12:03:57Z', 'revision_number': 1, 'project_id': 'eca5e9a6e3374a4193593b4832b36a26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1a9cc54-d98e-4cc5-9625-41c1bbd6010f', 'name': '', 'network_id': '99f1ec4c-50c1-42cf-bf31-28bc5611fa58', 'tenant_id': 'eca5e9a6e3374a4193593b4832b36a26', 'mac_address': 'fa:16:3e:bf:e5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7d3fbb-ab33-4447-afbe-46e815672323', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd6151d6c-a3ca-4b30-8028-8df9c8252719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:13Z', 'updated_at': '2021-06-06T12:03:30Z', 'revision_number': 5, 'project_id': 'eca5e9a6e3374a4193593b4832b36a26', 'subnets': [{'id': 'd6151d6c-a3ca-4b30-8028-8df9c8252719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 12:04:00.658983 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-4dd5020d-203e-45a1-88f7-c507475788c4 req-ad06c3c2-3201-4458-8687-53434b64500f tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778191160652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2160272'] for port, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:00.662553 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2ce51-5957-4963-8d36-c5803ae541ce req-9d617aa4-7102-4603-a4eb-c770e222406f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:00.664053 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-74a2ce51-5957-4963-8d36-c5803ae541ce req-9d617aa4-7102-4603-a4eb-c770e222406f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=99f1ec4c-50c1-42cf-bf31-28bc5611fa58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2210267 Jun 06 12:04:00.665898 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-90870dff-dac1-452f-b1e6-42a822145328 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:00.698317 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a24f1e9-2c87-41c6-9b80-763198a7cec2 req-92acc144-06ae-46c3-bf38-d1fc8b652e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:00.699752 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-2a24f1e9-2c87-41c6-9b80-763198a7cec2 req-92acc144-06ae-46c3-bf38-d1fc8b652e95 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=1875b9074f2a49ea94dc8d6242744a26&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3560331 Jun 06 12:04:00.766112 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f2959-f14a-45cd-a87a-7290afdb4222 req-1803ae5a-15a5-4162-a48e-fa77120cff3d tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:00.768373 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-a92f2959-f14a-45cd-a87a-7290afdb4222 req-1803ae5a-15a5-4162-a48e-fa77120cff3d tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=f978bdbd-a787-4839-b681-dc085e83f9b4 HTTP/1.1" status: 200 len: 946 time: 0.4796052 Jun 06 12:04:00.799080 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dd5020d-203e-45a1-88f7-c507475788c4 req-ad06c3c2-3201-4458-8687-53434b64500f tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Network 5eb4b2e8-267f-4840-b822-90586b7515c8 is already hosted by enough agents. {{(pid=92096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 12:04:00.809924 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-329a8d49-83bc-4475-b2ed-6c46f2b39d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33120226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2160253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2058302'] for subnet, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:00.818526 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.scheduler.base_scheduler [req-4dd5020d-203e-45a1-88f7-c507475788c4 req-ad06c3c2-3201-4458-8687-53434b64500f tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Resources bound (agent type, host, resource id): {{(pid=92096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:04:00.820888 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd5020d-203e-45a1-88f7-c507475788c4 req-ad06c3c2-3201-4458-8687-53434b64500f tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Received port after_create {{(pid=92096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 12:04:00.898059 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baf28ef8-6833-41c0-9d0a-59dbc0672a03 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Router cfdefa90-c1f8-4d9b-a1c8-71c1116a9138 has already been hosted by L3 agent 915c5c25-b12e-44c8-ae20-885b4f191692 {{(pid=92097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 12:04:00.901849 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-74a2ce51-5957-4963-8d36-c5803ae541ce req-80a8adae-5510-48e4-b51f-4aae917f6e1d service neutron] 10.222.0.35 "GET /v2.0/networks/99f1ec4c-50c1-42cf-bf31-28bc5611fa58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292407 Jun 06 12:04:00.999475 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c8dba0-84ee-4358-adb4-91f6903becd5 None None] New status for floating IP 296329f5-0cfb-4705-ad8a-81cb7c2ec289: ACTIVE {{(pid=92098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 12:04:01.007839 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a24f1e9-2c87-41c6-9b80-763198a7cec2 req-0df049a7-cc66-4b8d-b706-3669605a352e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:01.009871 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-2a24f1e9-2c87-41c6-9b80-763198a7cec2 req-0df049a7-cc66-4b8d-b706-3669605a352e service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2995644 Jun 06 12:04:01.055519 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd5020d-203e-45a1-88f7-c507475788c4 req-ad06c3c2-3201-4458-8687-53434b64500f tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:01.061708 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-4dd5020d-203e-45a1-88f7-c507475788c4 req-ad06c3c2-3201-4458-8687-53434b64500f tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160768'] for port, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:01.097073 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-329a8d49-83bc-4475-b2ed-6c46f2b39d28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617724'] for subnet, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:01.101820 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-329a8d49-83bc-4475-b2ed-6c46f2b39d28 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8747539b-3c8a-45c9-9c99-39a0358f0f36 HTTP/1.1" status: 204 len: 168 time: 1.1253216 Jun 06 12:04:01.101820 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad06c3c2-3201-4458-8687-53434b64500f tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Pushing event updated for resources: {'Port': ['ID=a8c79f54-f643-4917-a65c-aef6cfaaac9b,revision_number=1']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:01.104909 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 60350) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:04:01.148795 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-ad06c3c2-3201-4458-8687-53434b64500f tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:01.209641 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-724bdf61-5661-4e46-b5fc-b1dc40562d4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.338s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:01.254514 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329a8d49-83bc-4475-b2ed-6c46f2b39d28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8747539b-3c8a-45c9-9c99-39a0358f0f36,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:01.261901 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-4dd5020d-203e-45a1-88f7-c507475788c4 req-ad06c3c2-3201-4458-8687-53434b64500f tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8493881 Jun 06 12:04:01.263325 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-329a8d49-83bc-4475-b2ed-6c46f2b39d28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:01.277824 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-a92f2959-f14a-45cd-a87a-7290afdb4222 req-56e2dd72-73ad-4937-a9e4-4413df9b0b0c tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4971359 Jun 06 12:04:01.290145 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.v2.base [req-4dd5020d-203e-45a1-88f7-c507475788c4 req-83adabc4-06bd-435e-9ac9-db68b582067e service neutron] Request body: {'port': {'device_id': '385c6bd4-6796-4ab8-bbf9-e614e87617f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=92096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:04:01.348472 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-74a2ce51-5957-4963-8d36-c5803ae541ce req-22860c83-f1ec-4e17-8a7d-a2f6eaa6ef75 service neutron] 10.222.0.35 "GET /v2.0/networks/99f1ec4c-50c1-42cf-bf31-28bc5611fa58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4305537 Jun 06 12:04:01.351257 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf28ef8-6833-41c0-9d0a-59dbc0672a03 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify agent at l3_agent.dv-cinder-786266-2-smb the message routers_updated {{(pid=92097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 12:04:01.355811 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-baf28ef8-6833-41c0-9d0a-59dbc0672a03 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160768'] for floatingip, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:01.377610 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d6bbf2-c7ec-43e9-b81f-bec50559b047 None None] Sync routers for ids ['cfdefa90-c1f8-4d9b-a1c8-71c1116a9138'] in dv-cinder-786266-2-smb {{(pid=92099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 12:04:01.393802 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d6bbf2-c7ec-43e9-b81f-bec50559b047 None None] Routers {'cfdefa90-c1f8-4d9b-a1c8-71c1116a9138'} bound to L3 agent in host dv-cinder-786266-2-smb {{(pid=92099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:04:01.394863 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_hamode_db [None req-01d6bbf2-c7ec-43e9-b81f-bec50559b047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T11:54:50Z,description=,heartbeat_timestamp=2021-06-06T12:03:50Z,host='dv-cinder-786266-2-smb',id=915c5c25-b12e-44c8-ae20-885b4f191692,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:54:51Z,topic='l3_agent')) {'router_ids': ['cfdefa90-c1f8-4d9b-a1c8-71c1116a9138'], 'active': True} {{(pid=92099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:04:01.414238 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-baf28ef8-6833-41c0-9d0a-59dbc0672a03 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "PUT /v2.0/floatingips/b0639310-a1c2-4b1e-9e37-973175953694 HTTP/1.1" status: 200 len: 991 time: 2.9462640 Jun 06 12:04:01.530333 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-655fdc78-07d3-43b9-8148-cf59a78f107b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33107049'] for network, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:01.600359 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6841e118-95ee-49b7-a44f-14fbbe0109c1 req-ebf5459a-04c9-49eb-95f4-bd69846e4e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:01.601827 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6841e118-95ee-49b7-a44f-14fbbe0109c1 req-ebf5459a-04c9-49eb-95f4-bd69846e4e6c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1875b9074f2a49ea94dc8d6242744a26&device_id=b2007890-cceb-4bbf-a386-0a1d59144733 HTTP/1.1" status: 200 len: 1096 time: 0.4888961 Jun 06 12:04:01.627761 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_dvr_db [None req-01d6bbf2-c7ec-43e9-b81f-bec50559b047 None None] Set router cfdefa90-c1f8-4d9b-a1c8-71c1116a9138 gateway port host: dv-cinder-786266-2-smb {{(pid=92099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:04:01.726760 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-4dd5020d-203e-45a1-88f7-c507475788c4 req-83adabc4-06bd-435e-9ac9-db68b582067e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:01.742416 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6841e118-95ee-49b7-a44f-14fbbe0109c1 req-b8822e54-2ba1-4ac5-bd85-13f279b3f055 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be99e1d7-dbc9-4687-a00e-9765dfb53d5b HTTP/1.1" status: 200 len: 217 time: 0.0990515 Jun 06 12:04:01.775291 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '663dd71e-90c6-4ae5-bf0e-e2f54fe661be', 'tag': 'cc7aba5c-1311-49d5-ada0-73621eb9181f'}] {{(pid=92097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:04:01.780519 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0506e69bdf94a0a0544469556e00d4f87ccfa4abed68bb2c567d57a4f994f1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e290545-761e-4719-9e2e-6970873c203b" -d '{"events": [{"name": "network-changed", "server_uuid": "663dd71e-90c6-4ae5-bf0e-e2f54fe661be", "tag": "cc7aba5c-1311-49d5-ada0-73621eb9181f"}]}' {{(pid=92097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:04:01.932562 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-655fdc78-07d3-43b9-8148-cf59a78f107b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33119602', 'neutron.services.segments.db._delete_segments_for_network-8778191637926'] for network, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:01.966084 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a677e936-8a41-4bf7-9f31-e4f9fe08a55b req-726175b4-4e50-4485-b95e-7c31f60e8d9a tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:01.967511 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-a677e936-8a41-4bf7-9f31-e4f9fe08a55b req-726175b4-4e50-4485-b95e-7c31f60e8d9a tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] 10.222.0.32 "GET /v2.0/ports?device_id=385c6bd4-6796-4ab8-bbf9-e614e87617f2 HTTP/1.1" status: 200 len: 932 time: 0.6853251 Jun 06 12:04:01.975517 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.services.segments.db [None req-655fdc78-07d3-43b9-8148-cf59a78f107b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b682bce-a35a-41e3-8300-db1747418d0c']}} {{(pid=92096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:04:02.004581 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.services.segments.db [None req-655fdc78-07d3-43b9-8148-cf59a78f107b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f14afa40-5636-4714-babc-9c688f0db924') {'for_net_delete': True} {{(pid=92096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:04:02.004781 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.services.segments.db [None req-655fdc78-07d3-43b9-8148-cf59a78f107b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f14afa40-5636-4714-babc-9c688f0db924') {} {{(pid=92096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:04:02.030852 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_hamode_db [None req-01d6bbf2-c7ec-43e9-b81f-bec50559b047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfdefa90-c1f8-4d9b-a1c8-71c1116a9138', 'name': 'tempest-AttachVolumeShelveTestJSON-1222488113-router', 'tenant_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': 'cddd21fc-afdb-4a3f-ac54-11f3da0ce5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:03:00Z', 'updated_at': '2021-06-06T12:03:16Z', 'revision_number': 4, 'project_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'gw_port': {'id': 'cddd21fc-afdb-4a3f-ac54-11f3da0ce5b9', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:44:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdefa90-c1f8-4d9b-a1c8-71c1116a9138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:03Z', 'updated_at': '2021-06-06T12:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb', '_floatingips': [{'id': 'b0639310-a1c2-4b1e-9e37-973175953694', 'tenant_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'floating_ip_address': '172.28.2.105', 'floating_network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'router_id': 'cfdefa90-c1f8-4d9b-a1c8-71c1116a9138', 'port_id': 'cc7aba5c-1311-49d5-ada0-73621eb9181f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d232693-3d67-4acc-8d54-aa5376170328', 'mac_address': 'fa:16:3e:52:c4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663dd71e-90c6-4ae5-bf0e-e2f54fe661be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T12:03:33Z', 'updated_at': '2021-06-06T12:03:59Z', 'revision_number': 1, 'project_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2afb42c6-9875-4d01-b001-d3afe46a4745', 'name': '', 'network_id': '9d232693-3d67-4acc-8d54-aa5376170328', 'tenant_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'mac_address': 'fa:16:3e:e1:79:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdefa90-c1f8-4d9b-a1c8-71c1116a9138', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9af00337-26dd-42bb-a5b7-bfb5439775d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:13Z', 'updated_at': '2021-06-06T12:03:29Z', 'revision_number': 5, 'project_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'subnets': [{'id': '9af00337-26dd-42bb-a5b7-bfb5439775d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-2-smb', False) {} {{(pid=92099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:04:02.035452 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d6bbf2-c7ec-43e9-b81f-bec50559b047 None None] Checking router: cfdefa90-c1f8-4d9b-a1c8-71c1116a9138 for host: dv-cinder-786266-2-smb {{(pid=92099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 12:04:02.044095 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-655fdc78-07d3-43b9-8148-cf59a78f107b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778191512257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2319803'] for segment, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:02.045027 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d6bbf2-c7ec-43e9-b81f-bec50559b047 None None] Routers {'cfdefa90-c1f8-4d9b-a1c8-71c1116a9138'} bound to L3 agent in host dv-cinder-786266-2-smb {{(pid=92099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:04:02.045626 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_hamode_db [None req-01d6bbf2-c7ec-43e9-b81f-bec50559b047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T11:54:50Z,description=,heartbeat_timestamp=2021-06-06T12:03:50Z,host='dv-cinder-786266-2-smb',id=915c5c25-b12e-44c8-ae20-885b4f191692,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:54:51Z,topic='l3_agent')) {'router_ids': ['cfdefa90-c1f8-4d9b-a1c8-71c1116a9138'], 'active': True} {{(pid=92099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:04:02.118120 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6841e118-95ee-49b7-a44f-14fbbe0109c1 req-f05e10a5-f11f-43c5-9eb0-17ed49acd3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:02.119609 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6841e118-95ee-49b7-a44f-14fbbe0109c1 req-f05e10a5-f11f-43c5-9eb0-17ed49acd3dc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ff1afc7f-f4ce-414b-b4e3-27c63da65886 HTTP/1.1" status: 200 len: 854 time: 0.3239083 Jun 06 12:04:02.135834 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-655fdc78-07d3-43b9-8148-cf59a78f107b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33122656'] for segment, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:02.191287 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-a677e936-8a41-4bf7-9f31-e4f9fe08a55b req-4af7b865-46a2-45e9-8cc8-4b5ca3259269 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a753ed1-035d-4449-890e-ded7effedaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008276 Jun 06 12:04:02.207188 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6841e118-95ee-49b7-a44f-14fbbe0109c1 req-50a7e56e-8486-468d-aa6d-54c686588313 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4d37cec2-d786-44b2-9e86-7075fb44dfe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760581 Jun 06 12:04:02.208932 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-655fdc78-07d3-43b9-8148-cf59a78f107b admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=92096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 12:04:02.218262 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-655fdc78-07d3-43b9-8148-cf59a78f107b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33122656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2160327'] for segment, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:02.225999 dv-cinder-786266-2-smb neutron-server[92096]: Traceback (most recent call last): Jun 06 12:04:02.225999 dv-cinder-786266-2-smb neutron-server[92096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 12:04:02.225999 dv-cinder-786266-2-smb neutron-server[92096]: timer() Jun 06 12:04:02.225999 dv-cinder-786266-2-smb neutron-server[92096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 12:04:02.225999 dv-cinder-786266-2-smb neutron-server[92096]: cb(*args, **kw) Jun 06 12:04:02.225999 dv-cinder-786266-2-smb neutron-server[92096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 12:04:02.225999 dv-cinder-786266-2-smb neutron-server[92096]: return func(*args, **kwargs) Jun 06 12:04:02.225999 dv-cinder-786266-2-smb neutron-server[92096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 12:04:02.225999 dv-cinder-786266-2-smb neutron-server[92096]: self._notify() Jun 06 12:04:02.225999 dv-cinder-786266-2-smb neutron-server[92096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 12:04:02.225999 dv-cinder-786266-2-smb neutron-server[92096]: self.callback(batched_events) Jun 06 12:04:02.225999 dv-cinder-786266-2-smb neutron-server[92096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 12:04:02.225999 dv-cinder-786266-2-smb neutron-server[92096]: event.method(event) Jun 06 12:04:02.225999 dv-cinder-786266-2-smb neutron-server[92096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 12:04:02.225999 dv-cinder-786266-2-smb neutron-server[92096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 12:04:02.225999 dv-cinder-786266-2-smb neutron-server[92096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 12:04:02.225999 dv-cinder-786266-2-smb neutron-server[92096]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 12:04:02.225999 dv-cinder-786266-2-smb neutron-server[92096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 12:04:02.225999 dv-cinder-786266-2-smb neutron-server[92096]: return f(self, *a, **k) Jun 06 12:04:02.225999 dv-cinder-786266-2-smb neutron-server[92096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 12:04:02.225999 dv-cinder-786266-2-smb neutron-server[92096]: return self._get(url).json() Jun 06 12:04:02.225999 dv-cinder-786266-2-smb neutron-server[92096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 12:04:02.225999 dv-cinder-786266-2-smb neutron-server[92096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 12:04:02.225999 dv-cinder-786266-2-smb neutron-server[92096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 12:04:02.225999 dv-cinder-786266-2-smb neutron-server[92096]: return self.request(url, 'GET', **kwargs) Jun 06 12:04:02.225999 dv-cinder-786266-2-smb neutron-server[92096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 12:04:02.225999 dv-cinder-786266-2-smb neutron-server[92096]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 12:04:02.225999 dv-cinder-786266-2-smb neutron-server[92096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 12:04:02.225999 dv-cinder-786266-2-smb neutron-server[92096]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 12:04:02.225999 dv-cinder-786266-2-smb neutron-server[92096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 12:04:02.225999 dv-cinder-786266-2-smb neutron-server[92096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 12:04:02.225999 dv-cinder-786266-2-smb neutron-server[92096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 12:04:02.299723 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_dvr_db [None req-01d6bbf2-c7ec-43e9-b81f-bec50559b047 None None] Set router cfdefa90-c1f8-4d9b-a1c8-71c1116a9138 gateway port host: dv-cinder-786266-2-smb {{(pid=92099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:04:02.366528 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e03a13-c6d5-4238-880b-5ee69866cdb9 req-0d7a4d11-1530-46e0-b464-2c1e6374addf tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:02.368129 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c4e03a13-c6d5-4238-880b-5ee69866cdb9 req-0d7a4d11-1530-46e0-b464-2c1e6374addf tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2007890-cceb-4bbf-a386-0a1d59144733 HTTP/1.1" status: 200 len: 943 time: 0.6274867 Jun 06 12:04:02.425471 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 12:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef663aab-f0ff-40a3-b93f-c797b1cde20d x-openstack-request-id: req-ef663aab-f0ff-40a3-b93f-c797b1cde20d {{(pid=92097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:04:02.425471 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "663dd71e-90c6-4ae5-bf0e-e2f54fe661be", "tag": "cc7aba5c-1311-49d5-ada0-73621eb9181f", "status": "completed", "code": 200}]} {{(pid=92097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:04:02.425471 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ef663aab-f0ff-40a3-b93f-c797b1cde20d {{(pid=92097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:04:02.425471 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '663dd71e-90c6-4ae5-bf0e-e2f54fe661be', 'tag': 'cc7aba5c-1311-49d5-ada0-73621eb9181f', 'status': 'completed', 'code': 200} Jun 06 12:04:02.452132 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 60382) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:04:02.566404 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-655fdc78-07d3-43b9-8148-cf59a78f107b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33119593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-702243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-617627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558951'] for network, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:02.586121 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e290545-761e-4719-9e2e-6970873c203b req-e04b0930-a9d7-403b-9302-6bec67cba8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:02.587939 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-8e290545-761e-4719-9e2e-6970873c203b req-e04b0930-a9d7-403b-9302-6bec67cba8d9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fa82d4a0d6da4865a82dec984aed67ec&device_id=663dd71e-90c6-4ae5-bf0e-e2f54fe661be HTTP/1.1" status: 200 len: 1098 time: 0.1234007 Jun 06 12:04:02.648109 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:02.666788 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-576002b0-6c12-4d97-a078-d1dfcfd23a47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:02.672640 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-655fdc78-07d3-43b9-8148-cf59a78f107b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617724'] for network, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:02.677428 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-655fdc78-07d3-43b9-8148-cf59a78f107b admin admin] 10.222.0.32 "DELETE /v2.0/networks/0b682bce-a35a-41e3-8300-db1747418d0c HTTP/1.1" status: 204 len: 168 time: 1.5597889 Jun 06 12:04:02.694798 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655fdc78-07d3-43b9-8148-cf59a78f107b admin admin] Pushing event deleted for resources: {'Network': ['ID=0b682bce-a35a-41e3-8300-db1747418d0c,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:02.718300 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c4e03a13-c6d5-4238-880b-5ee69866cdb9 req-332f61a2-c3de-4965-9279-ce7418678f82 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/security-groups?id=f23f4ac2-a34a-4b05-b7f3-4b7c23d9b1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3366220 Jun 06 12:04:02.719288 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-655fdc78-07d3-43b9-8148-cf59a78f107b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:02.738335 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6841e118-95ee-49b7-a44f-14fbbe0109c1 req-b681f8e8-b716-4e98-b05b-fb1891b5ee8e service neutron] 10.222.0.35 "GET /v2.0/networks/4d37cec2-d786-44b2-9e86-7075fb44dfe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4865034 Jun 06 12:04:02.744005 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_hamode_db [None req-01d6bbf2-c7ec-43e9-b81f-bec50559b047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfdefa90-c1f8-4d9b-a1c8-71c1116a9138', 'name': 'tempest-AttachVolumeShelveTestJSON-1222488113-router', 'tenant_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': 'cddd21fc-afdb-4a3f-ac54-11f3da0ce5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:03:00Z', 'updated_at': '2021-06-06T12:03:16Z', 'revision_number': 4, 'project_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'gw_port': {'id': 'cddd21fc-afdb-4a3f-ac54-11f3da0ce5b9', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:44:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdefa90-c1f8-4d9b-a1c8-71c1116a9138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:03Z', 'updated_at': '2021-06-06T12:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb', '_floatingips': [{'id': 'b0639310-a1c2-4b1e-9e37-973175953694', 'tenant_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'floating_ip_address': '172.28.2.105', 'floating_network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'router_id': 'cfdefa90-c1f8-4d9b-a1c8-71c1116a9138', 'port_id': 'cc7aba5c-1311-49d5-ada0-73621eb9181f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d232693-3d67-4acc-8d54-aa5376170328', 'mac_address': 'fa:16:3e:52:c4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663dd71e-90c6-4ae5-bf0e-e2f54fe661be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T12:03:33Z', 'updated_at': '2021-06-06T12:03:59Z', 'revision_number': 1, 'project_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2afb42c6-9875-4d01-b001-d3afe46a4745', 'name': '', 'network_id': '9d232693-3d67-4acc-8d54-aa5376170328', 'tenant_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'mac_address': 'fa:16:3e:e1:79:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdefa90-c1f8-4d9b-a1c8-71c1116a9138', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9af00337-26dd-42bb-a5b7-bfb5439775d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:13Z', 'updated_at': '2021-06-06T12:03:29Z', 'revision_number': 5, 'project_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'subnets': [{'id': '9af00337-26dd-42bb-a5b7-bfb5439775d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-2-smb', False) {} {{(pid=92099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:04:02.749723 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d6bbf2-c7ec-43e9-b81f-bec50559b047 None None] The sync data for ids ['cfdefa90-c1f8-4d9b-a1c8-71c1116a9138'] in dv-cinder-786266-2-smb is: [{'id': 'cfdefa90-c1f8-4d9b-a1c8-71c1116a9138', 'name': 'tempest-AttachVolumeShelveTestJSON-1222488113-router', 'tenant_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': 'cddd21fc-afdb-4a3f-ac54-11f3da0ce5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:03:00Z', 'updated_at': '2021-06-06T12:03:16Z', 'revision_number': 4, 'project_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'gw_port': {'id': 'cddd21fc-afdb-4a3f-ac54-11f3da0ce5b9', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:44:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdefa90-c1f8-4d9b-a1c8-71c1116a9138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:03Z', 'updated_at': '2021-06-06T12:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb', '_floatingips': [{'id': 'b0639310-a1c2-4b1e-9e37-973175953694', 'tenant_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'floating_ip_address': '172.28.2.105', 'floating_network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'router_id': 'cfdefa90-c1f8-4d9b-a1c8-71c1116a9138', 'port_id': 'cc7aba5c-1311-49d5-ada0-73621eb9181f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d232693-3d67-4acc-8d54-aa5376170328', 'mac_address': 'fa:16:3e:52:c4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663dd71e-90c6-4ae5-bf0e-e2f54fe661be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T12:03:33Z', 'updated_at': '2021-06-06T12:03:59Z', 'revision_number': 1, 'project_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2afb42c6-9875-4d01-b001-d3afe46a4745', 'name': '', 'network_id': '9d232693-3d67-4acc-8d54-aa5376170328', 'tenant_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'mac_address': 'fa:16:3e:e1:79:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdefa90-c1f8-4d9b-a1c8-71c1116a9138', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9af00337-26dd-42bb-a5b7-bfb5439775d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:13Z', 'updated_at': '2021-06-06T12:03:29Z', 'revision_number': 5, 'project_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'subnets': [{'id': '9af00337-26dd-42bb-a5b7-bfb5439775d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 12:04:02.856814 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e290545-761e-4719-9e2e-6970873c203b req-66e13a2c-2165-4ae0-9475-8f4dde96f09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:02.858557 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-8e290545-761e-4719-9e2e-6970873c203b req-66e13a2c-2165-4ae0-9475-8f4dde96f09e service neutron] 10.222.0.35 "GET /v2.0/networks?id=9d232693-3d67-4acc-8d54-aa5376170328 HTTP/1.1" status: 200 len: 918 time: 0.2638001 Jun 06 12:04:02.882008 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c419e4ed-5059-4d1c-a49e-a720b2a5f807 req-780b4768-64ce-4a86-acb1-cb12182d8b1f tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:02.883480 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c419e4ed-5059-4d1c-a49e-a720b2a5f807 req-780b4768-64ce-4a86-acb1-cb12182d8b1f tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=f978bdbd-a787-4839-b681-dc085e83f9b4 HTTP/1.1" status: 200 len: 946 time: 0.3236771 Jun 06 12:04:03.037588 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-8e290545-761e-4719-9e2e-6970873c203b req-edf61e65-f935-422c-bc6d-7c50ffb4e3b5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc7aba5c-1311-49d5-ada0-73621eb9181f HTTP/1.1" status: 200 len: 999 time: 0.1596062 Jun 06 12:04:03.042619 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-576002b0-6c12-4d97-a078-d1dfcfd23a47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:03.079294 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6841e118-95ee-49b7-a44f-14fbbe0109c1 req-a3d32e13-8e6d-4d44-bb36-628986273018 service neutron] 10.222.0.35 "GET /v2.0/networks/4d37cec2-d786-44b2-9e86-7075fb44dfe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343141 Jun 06 12:04:03.089655 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.notifiers.nova [req-4dd5020d-203e-45a1-88f7-c507475788c4 req-83adabc4-06bd-435e-9ac9-db68b582067e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8c79f54-f643-4917-a65c-aef6cfaaac9b {{(pid=92096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 12:04:03.101300 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-4dd5020d-203e-45a1-88f7-c507475788c4 req-83adabc4-06bd-435e-9ac9-db68b582067e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:03.106238 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 60394) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:04:03.114613 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c419e4ed-5059-4d1c-a49e-a720b2a5f807 req-536e879f-5004-4963-a619-8bc988588538 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979270 Jun 06 12:04:03.116091 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c51679-932b-4568-bc6a-ab0c4bb98549 None None] New status for floating IP b0639310-a1c2-4b1e-9e37-973175953694: ACTIVE {{(pid=92098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 12:04:03.131881 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e290545-761e-4719-9e2e-6970873c203b req-2d47f2b4-20fd-40eb-983f-7608e3553d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:03.134223 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-8e290545-761e-4719-9e2e-6970873c203b req-2d47f2b4-20fd-40eb-983f-7608e3553d40 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9af00337-26dd-42bb-a5b7-bfb5439775d6 HTTP/1.1" status: 200 len: 856 time: 0.0876179 Jun 06 12:04:03.144273 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.db.provisioning_blocks [req-4dd5020d-203e-45a1-88f7-c507475788c4 req-83adabc4-06bd-435e-9ac9-db68b582067e service neutron] Transition to ACTIVE for port object a8c79f54-f643-4917-a65c-aef6cfaaac9b will not be triggered until provisioned by entity L2. {{(pid=92096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 12:04:03.145488 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 60398) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:04:03.202495 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-576002b0-6c12-4d97-a078-d1dfcfd23a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:03.204539 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-59cef104-917b-4d8d-b5b2-e735788c7d04 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=49e4c8f7eade44cab9d6d25d90e5b93f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0571241 Jun 06 12:04:03.207022 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 60400) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:04:03.212348 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-9744bdb4-9cca-4a24-8604-25f926451155 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:03.248102 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-4dd5020d-203e-45a1-88f7-c507475788c4 req-83adabc4-06bd-435e-9ac9-db68b582067e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2160299'] for port, after_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:03.256485 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-e7b818d1-eb2a-4670-97a6-e5960c2877f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:03.319403 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-576002b0-6c12-4d97-a078-d1dfcfd23a47 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a58e226c41244258a91ccae679c6e9e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8662047 Jun 06 12:04:03.334706 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 60404) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:04:03.339869 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576002b0-6c12-4d97-a078-d1dfcfd23a47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c631c1-3575-4bf7-b5b4-51bf3e9dd2f8,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:03.356124 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e290545-761e-4719-9e2e-6970873c203b req-22cff941-5535-4e26-a0f4-d74527d4351c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:03.358342 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-8e290545-761e-4719-9e2e-6970873c203b req-22cff941-5535-4e26-a0f4-d74527d4351c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9d232693-3d67-4acc-8d54-aa5376170328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2167625 Jun 06 12:04:03.369000 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576002b0-6c12-4d97-a078-d1dfcfd23a47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:04:03.369629 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576002b0-6c12-4d97-a078-d1dfcfd23a47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:04:03.370669 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576002b0-6c12-4d97-a078-d1dfcfd23a47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:04:03.371162 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576002b0-6c12-4d97-a078-d1dfcfd23a47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:04:03.371654 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576002b0-6c12-4d97-a078-d1dfcfd23a47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:04:03.372576 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576002b0-6c12-4d97-a078-d1dfcfd23a47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:04:03.374376 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576002b0-6c12-4d97-a078-d1dfcfd23a47 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:04:03.374921 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576002b0-6c12-4d97-a078-d1dfcfd23a47 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:04:03.375568 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576002b0-6c12-4d97-a078-d1dfcfd23a47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:04:03.376780 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576002b0-6c12-4d97-a078-d1dfcfd23a47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:04:03.377293 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576002b0-6c12-4d97-a078-d1dfcfd23a47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:04:03.378323 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576002b0-6c12-4d97-a078-d1dfcfd23a47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:04:03.448080 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-576002b0-6c12-4d97-a078-d1dfcfd23a47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:03.542845 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83adabc4-06bd-435e-9ac9-db68b582067e service neutron] Pushing event updated for resources: {'Port': ['ID=a8c79f54-f643-4917-a65c-aef6cfaaac9b,revision_number=2']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:03.550257 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-83adabc4-06bd-435e-9ac9-db68b582067e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:03.558750 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-497256e3-7123-4969-bcbf-7184ee86a494 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:03.600059 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-d8cd892a-fe4d-4be6-821f-9efdbd10912b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:03.618519 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-497256e3-7123-4969-bcbf-7184ee86a494 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:03.630757 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.managers [req-4dd5020d-203e-45a1-88f7-c507475788c4 req-83adabc4-06bd-435e-9ac9-db68b582067e service neutron] Attempting to bind port a8c79f54-f643-4917-a65c-aef6cfaaac9b on host hv-cinder-78626 for vnic_type normal with profile {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 12:04:03.631071 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.managers [req-4dd5020d-203e-45a1-88f7-c507475788c4 req-83adabc4-06bd-435e-9ac9-db68b582067e service neutron] Attempting to bind port a8c79f54-f643-4917-a65c-aef6cfaaac9b by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '448dda07-3673-49e7-94ad-a98ccf716503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '5eb4b2e8-267f-4840-b822-90586b7515c8'}] {{(pid=92096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 12:04:03.631399 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd5020d-203e-45a1-88f7-c507475788c4 req-83adabc4-06bd-435e-9ac9-db68b582067e service neutron] Attempting to bind port a8c79f54-f643-4917-a65c-aef6cfaaac9b on network 5eb4b2e8-267f-4840-b822-90586b7515c8 {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 12:04:03.647433 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd5020d-203e-45a1-88f7-c507475788c4 req-83adabc4-06bd-435e-9ac9-db68b582067e service neutron] Port a8c79f54-f643-4917-a65c-aef6cfaaac9b on network 5eb4b2e8-267f-4840-b822-90586b7515c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 12:04:03.647753 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd5020d-203e-45a1-88f7-c507475788c4 req-83adabc4-06bd-435e-9ac9-db68b582067e service neutron] Attempting to bind port a8c79f54-f643-4917-a65c-aef6cfaaac9b on network 5eb4b2e8-267f-4840-b822-90586b7515c8 {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 12:04:03.655260 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-80a5d878-ea74-4f99-a9ba-9c62a1c9a499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:03.664097 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd5020d-203e-45a1-88f7-c507475788c4 req-83adabc4-06bd-435e-9ac9-db68b582067e service neutron] Checking agent: {'id': '7f4f2d28-9bb0-42d9-b4ad-6ed22ccae0f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 12, 1, 20), 'started_at': datetime.datetime(2021, 6, 6, 12, 1, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 12, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 12:04:03.664428 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd5020d-203e-45a1-88f7-c507475788c4 req-83adabc4-06bd-435e-9ac9-db68b582067e service neutron] Checking segment: {'id': '448dda07-3673-49e7-94ad-a98ccf716503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '5eb4b2e8-267f-4840-b822-90586b7515c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 12:04:03.665527 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd5020d-203e-45a1-88f7-c507475788c4 req-83adabc4-06bd-435e-9ac9-db68b582067e service neutron] Bound using segment: {'id': '448dda07-3673-49e7-94ad-a98ccf716503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '5eb4b2e8-267f-4840-b822-90586b7515c8'} {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 12:04:03.665527 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.managers [req-4dd5020d-203e-45a1-88f7-c507475788c4 req-83adabc4-06bd-435e-9ac9-db68b582067e service neutron] Bound port: a8c79f54-f643-4917-a65c-aef6cfaaac9b, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '448dda07-3673-49e7-94ad-a98ccf716503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '5eb4b2e8-267f-4840-b822-90586b7515c8'}}] {{(pid=92096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 12:04:03.665527 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-4dd5020d-203e-45a1-88f7-c507475788c4 req-83adabc4-06bd-435e-9ac9-db68b582067e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:03.679619 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-8e290545-761e-4719-9e2e-6970873c203b req-f705a795-39cd-46d5-b492-a09bac2580c8 service neutron] 10.222.0.35 "GET /v2.0/networks/9d232693-3d67-4acc-8d54-aa5376170328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839746 Jun 06 12:04:03.696475 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c210f-7a64-4659-b941-d4082c209577 req-603116fb-90ad-40f8-b901-5abc9947ad6a tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:03.697967 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-d89c210f-7a64-4659-b941-d4082c209577 req-603116fb-90ad-40f8-b901-5abc9947ad6a tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] 10.222.0.32 "GET /v2.0/ports?device_id=385c6bd4-6796-4ab8-bbf9-e614e87617f2 HTTP/1.1" status: 200 len: 944 time: 0.3218229 Jun 06 12:04:03.732324 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-80a5d878-ea74-4f99-a9ba-9c62a1c9a499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:03.805946 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-d89c210f-7a64-4659-b941-d4082c209577 req-adfa79f4-0480-4c29-b599-6db1608a8e08 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a753ed1-035d-4449-890e-ded7effedaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793140 Jun 06 12:04:03.812027 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.db [req-4dd5020d-203e-45a1-88f7-c507475788c4 req-83adabc4-06bd-435e-9ac9-db68b582067e service neutron] For port a8c79f54-f643-4917-a65c-aef6cfaaac9b, host hv-cinder-78626, cleared binding levels {{(pid=92096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 12:04:03.816202 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.db [req-4dd5020d-203e-45a1-88f7-c507475788c4 req-83adabc4-06bd-435e-9ac9-db68b582067e service neutron] For port a8c79f54-f643-4917-a65c-aef6cfaaac9b, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=a8c79f54-f643-4917-a65c-aef6cfaaac9b,segment=NetworkSegment(448dda07-3673-49e7-94ad-a98ccf716503),segment_id=448dda07-3673-49e7-94ad-a98ccf716503)] {{(pid=92096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 12:04:03.874494 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-497256e3-7123-4969-bcbf-7184ee86a494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:03.882388 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-497256e3-7123-4969-bcbf-7184ee86a494 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:03.885800 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-497256e3-7123-4969-bcbf-7184ee86a494 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1ca50d7b-92ba-4c14-8614-5fa0f5bf6a1a HTTP/1.1" status: 204 len: 168 time: 0.6753092 Jun 06 12:04:03.885800 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-57666aa3-180b-48a4-860d-4e0366ac0819 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:03.888040 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-8e290545-761e-4719-9e2e-6970873c203b req-a1674585-5718-4cbf-9dae-6448737a174d service neutron] 10.222.0.35 "GET /v2.0/networks/9d232693-3d67-4acc-8d54-aa5376170328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908066 Jun 06 12:04:03.899450 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-4dd5020d-203e-45a1-88f7-c507475788c4 req-83adabc4-06bd-435e-9ac9-db68b582067e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2160299'] for port, after_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:03.910135 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497256e3-7123-4969-bcbf-7184ee86a494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca50d7b-92ba-4c14-8614-5fa0f5bf6a1a,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:03.914916 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-497256e3-7123-4969-bcbf-7184ee86a494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:03.916038 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-e7b818d1-eb2a-4670-97a6-e5960c2877f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:03.968383 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-d8cd892a-fe4d-4be6-821f-9efdbd10912b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:03.968508 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd5020d-203e-45a1-88f7-c507475788c4 req-83adabc4-06bd-435e-9ac9-db68b582067e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:03.968508 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-4dd5020d-203e-45a1-88f7-c507475788c4 req-83adabc4-06bd-435e-9ac9-db68b582067e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160768'] for port, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:03.968508 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-4dd5020d-203e-45a1-88f7-c507475788c4 req-83adabc4-06bd-435e-9ac9-db68b582067e service neutron] 10.222.0.35 "PUT /v2.0/ports/a8c79f54-f643-4917-a65c-aef6cfaaac9b HTTP/1.1" status: 200 len: 1094 time: 2.6843982 Jun 06 12:04:03.968508 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '385c6bd4-6796-4ab8-bbf9-e614e87617f2', 'tag': 'a8c79f54-f643-4917-a65c-aef6cfaaac9b'}] {{(pid=92096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:04:03.970601 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70cf447e3881262ea0b43a88f7d0d33c778b0ed04640d1c627a7304ff1bba8b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b1a41d-d8f7-40ab-9305-3529244c794f" -d '{"events": [{"name": "network-changed", "server_uuid": "385c6bd4-6796-4ab8-bbf9-e614e87617f2", "tag": "a8c79f54-f643-4917-a65c-aef6cfaaac9b"}]}' {{(pid=92096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:04:04.013590 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83adabc4-06bd-435e-9ac9-db68b582067e service neutron] Pushing event updated for resources: {'Port': ['ID=a8c79f54-f643-4917-a65c-aef6cfaaac9b,revision_number=3']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:04.015665 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-80a5d878-ea74-4f99-a9ba-9c62a1c9a499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:04.017496 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-83adabc4-06bd-435e-9ac9-db68b582067e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:04.019052 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-80a5d878-ea74-4f99-a9ba-9c62a1c9a499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:04.020241 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-80a5d878-ea74-4f99-a9ba-9c62a1c9a499 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f7c631c1-3575-4bf7-b5b4-51bf3e9dd2f8 HTTP/1.1" status: 204 len: 168 time: 0.6778264 Jun 06 12:04:04.021114 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-19010589-06f5-45b8-ba4c-0fa3449bffb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:04.031262 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f73c20-5a3d-4945-be1d-6fe35fe2060c req-2cabf482-4952-4207-8f04-f9e80c0384f5 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:04.032583 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a5d878-ea74-4f99-a9ba-9c62a1c9a499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c631c1-3575-4bf7-b5b4-51bf3e9dd2f8,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:04.033359 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-15f73c20-5a3d-4945-be1d-6fe35fe2060c req-2cabf482-4952-4207-8f04-f9e80c0384f5 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2007890-cceb-4bbf-a386-0a1d59144733 HTTP/1.1" status: 200 len: 943 time: 0.1952398 Jun 06 12:04:04.034950 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-80a5d878-ea74-4f99-a9ba-9c62a1c9a499 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:04.052268 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-d8cd892a-fe4d-4be6-821f-9efdbd10912b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:04.071426 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-87f1f894-9051-4ccc-bec0-bf63a0474257 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:04.116062 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-d8cd892a-fe4d-4be6-821f-9efdbd10912b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6721e63d60da41e7997a4db5c68ce354&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0085585 Jun 06 12:04:04.117060 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cd892a-fe4d-4be6-821f-9efdbd10912b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00fccd57-259d-4a15-9fc3-f9d54a21f456,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:04.119611 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 60418) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:04:04.130746 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-d8cd892a-fe4d-4be6-821f-9efdbd10912b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:04.150322 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-15f73c20-5a3d-4945-be1d-6fe35fe2060c req-02f35e23-3b00-40f1-bc11-fe84cb4abc7f tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/security-groups?id=f23f4ac2-a34a-4b05-b7f3-4b7c23d9b1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082387 Jun 06 12:04:04.166577 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 12:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf01ba84-f5e6-4d36-9f28-6de071b27f94 x-openstack-request-id: req-bf01ba84-f5e6-4d36-9f28-6de071b27f94 {{(pid=92096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:04:04.166577 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "385c6bd4-6796-4ab8-bbf9-e614e87617f2", "tag": "a8c79f54-f643-4917-a65c-aef6cfaaac9b", "status": "completed", "code": 200}]} {{(pid=92096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:04:04.166577 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bf01ba84-f5e6-4d36-9f28-6de071b27f94 {{(pid=92096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:04:04.166577 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '385c6bd4-6796-4ab8-bbf9-e614e87617f2', 'tag': 'a8c79f54-f643-4917-a65c-aef6cfaaac9b', 'status': 'completed', 'code': 200} Jun 06 12:04:04.188033 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-2a54fe26-0a01-44bd-8083-35655a029ab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:04.203855 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd5020d-203e-45a1-88f7-c507475788c4 req-978a4432-9e9c-4622-ab4f-0102baf93a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:04.208140 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-4dd5020d-203e-45a1-88f7-c507475788c4 req-978a4432-9e9c-4622-ab4f-0102baf93a7a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c20043a715c44fce92d9a4f55e7bb26b&device_id=385c6bd4-6796-4ab8-bbf9-e614e87617f2 HTTP/1.1" status: 200 len: 1097 time: 0.1041863 Jun 06 12:04:04.218164 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-2a54fe26-0a01-44bd-8083-35655a029ab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:04.323556 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-4dd5020d-203e-45a1-88f7-c507475788c4 req-b0b63753-1fc9-4031-aebc-aee4e0823fef service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8c79f54-f643-4917-a65c-aef6cfaaac9b HTTP/1.1" status: 200 len: 217 time: 0.0997832 Jun 06 12:04:04.364300 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-2a54fe26-0a01-44bd-8083-35655a029ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:04.375267 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-2a54fe26-0a01-44bd-8083-35655a029ab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:04.375267 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-2a54fe26-0a01-44bd-8083-35655a029ab0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/00fccd57-259d-4a15-9fc3-f9d54a21f456 HTTP/1.1" status: 204 len: 168 time: 0.2522404 Jun 06 12:04:04.375267 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-5440448c-5e56-41af-af71-bd293fdccf34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:04.384553 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a54fe26-0a01-44bd-8083-35655a029ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00fccd57-259d-4a15-9fc3-f9d54a21f456,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:04.386755 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-2a54fe26-0a01-44bd-8083-35655a029ab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:04.451166 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd5020d-203e-45a1-88f7-c507475788c4 req-bf0d9507-4f9c-4261-829e-7dbe890e39e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:04.452600 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-4dd5020d-203e-45a1-88f7-c507475788c4 req-bf0d9507-4f9c-4261-829e-7dbe890e39e0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7726d90-9a40-471f-a46f-0512253a640a HTTP/1.1" status: 200 len: 848 time: 0.1162739 Jun 06 12:04:04.513165 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-4dd5020d-203e-45a1-88f7-c507475788c4 req-1e8766bf-2ab1-40d1-bc87-7e3d954730ca service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5eb4b2e8-267f-4840-b822-90586b7515c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500836 Jun 06 12:04:04.551533 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa8adc-0b6a-4916-92d4-941f2b88094e req-46b235aa-a8c4-45a9-97a6-89e2f8aa6a69 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:04.552943 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-b0aa8adc-0b6a-4916-92d4-941f2b88094e req-46b235aa-a8c4-45a9-97a6-89e2f8aa6a69 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=f978bdbd-a787-4839-b681-dc085e83f9b4 HTTP/1.1" status: 200 len: 946 time: 0.1706710 Jun 06 12:04:04.671570 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-b0aa8adc-0b6a-4916-92d4-941f2b88094e req-2f20a39b-dfc1-43ce-b75e-ae22eb397103 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115947 Jun 06 12:04:04.694544 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-4dd5020d-203e-45a1-88f7-c507475788c4 req-ffc9caf9-6485-4289-8b15-486a3c7acbaa service neutron] 10.222.0.35 "GET /v2.0/networks/5eb4b2e8-267f-4840-b822-90586b7515c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707854 Jun 06 12:04:04.800289 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 60434) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:04:04.823685 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-3164afba-2dbc-4187-8db7-1ab573a8737e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:04.855545 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-4dd5020d-203e-45a1-88f7-c507475788c4 req-7b6f4f94-15ee-470f-82ad-90e2cdc4b23a service neutron] 10.222.0.35 "GET /v2.0/networks/5eb4b2e8-267f-4840-b822-90586b7515c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537802 Jun 06 12:04:04.963285 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-3164afba-2dbc-4187-8db7-1ab573a8737e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:05.015130 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84530ab6-8d2d-41ca-bde3-915d0bc55170 req-a0674422-4354-4e0f-9feb-dc0686f4b53d tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:05.016621 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-84530ab6-8d2d-41ca-bde3-915d0bc55170 req-a0674422-4354-4e0f-9feb-dc0686f4b53d tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] 10.222.0.32 "GET /v2.0/ports?device_id=385c6bd4-6796-4ab8-bbf9-e614e87617f2 HTTP/1.1" status: 200 len: 944 time: 0.0863435 Jun 06 12:04:05.046829 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-3164afba-2dbc-4187-8db7-1ab573a8737e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:05.059121 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-16d5d1f6-5715-4076-a4ed-12d4529b6d95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:05.103674 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-3164afba-2dbc-4187-8db7-1ab573a8737e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0f109f3b6c484207a20c0ee62c671a11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3022342 Jun 06 12:04:05.106609 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 60446) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:04:05.121992 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3164afba-2dbc-4187-8db7-1ab573a8737e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d447d91e-6b0d-4170-9ae8-bb8e647d262b,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:05.126540 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-3164afba-2dbc-4187-8db7-1ab573a8737e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:05.153128 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-84530ab6-8d2d-41ca-bde3-915d0bc55170 req-4761682b-06cf-4ac5-a65c-cdf7231eec7f tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a753ed1-035d-4449-890e-ded7effedaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981073 Jun 06 12:04:05.182055 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1a41d-d8f7-40ab-9305-3529244c794f req-916860c7-0e6f-45f7-8598-caea4707fe61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:05.183515 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-b0b1a41d-d8f7-40ab-9305-3529244c794f req-916860c7-0e6f-45f7-8598-caea4707fe61 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c20043a715c44fce92d9a4f55e7bb26b&device_id=385c6bd4-6796-4ab8-bbf9-e614e87617f2 HTTP/1.1" status: 200 len: 1097 time: 0.1660719 Jun 06 12:04:05.184628 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-7462fc78-a803-403b-9dde-93001d3569ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:05.218179 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-7462fc78-a803-403b-9dde-93001d3569ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:05.227807 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 60450) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:04:05.250657 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-4ebbb451-5158-436f-b827-e4a9f6a1ca98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:05.416979 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-7462fc78-a803-403b-9dde-93001d3569ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:05.419428 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-7462fc78-a803-403b-9dde-93001d3569ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:05.420582 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-7462fc78-a803-403b-9dde-93001d3569ea admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d447d91e-6b0d-4170-9ae8-bb8e647d262b HTTP/1.1" status: 204 len: 168 time: 0.3130805 Jun 06 12:04:05.424763 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:05.442669 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7462fc78-a803-403b-9dde-93001d3569ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d447d91e-6b0d-4170-9ae8-bb8e647d262b,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:05.445155 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1a41d-d8f7-40ab-9305-3529244c794f req-181f053b-9b41-41cd-85f3-17467e893762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:05.446361 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-7462fc78-a803-403b-9dde-93001d3569ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:05.446660 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-b0b1a41d-d8f7-40ab-9305-3529244c794f req-181f053b-9b41-41cd-85f3-17467e893762 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5eb4b2e8-267f-4840-b822-90586b7515c8 HTTP/1.1" status: 200 len: 909 time: 0.2516406 Jun 06 12:04:05.512795 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-4ebbb451-5158-436f-b827-e4a9f6a1ca98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:05.525002 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-b0b1a41d-d8f7-40ab-9305-3529244c794f req-5cab3207-7e11-46a1-976b-0bfac5def9d0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8c79f54-f643-4917-a65c-aef6cfaaac9b HTTP/1.1" status: 200 len: 217 time: 0.0690620 Jun 06 12:04:05.533721 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5805421d-9179-48a8-80a8-25fc0ba08cd8 req-3582bdd3-7032-4e32-856e-de5b140032e1 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:05.535133 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-5805421d-9179-48a8-80a8-25fc0ba08cd8 req-3582bdd3-7032-4e32-856e-de5b140032e1 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2007890-cceb-4bbf-a386-0a1d59144733 HTTP/1.1" status: 200 len: 943 time: 0.1865966 Jun 06 12:04:05.592740 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-4ebbb451-5158-436f-b827-e4a9f6a1ca98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:05.602592 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:05.623480 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1a41d-d8f7-40ab-9305-3529244c794f req-a37fe23a-7447-44ab-be33-69d245698d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:05.625165 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-b0b1a41d-d8f7-40ab-9305-3529244c794f req-a37fe23a-7447-44ab-be33-69d245698d9e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7726d90-9a40-471f-a46f-0512253a640a HTTP/1.1" status: 200 len: 848 time: 0.0889606 Jun 06 12:04:05.628477 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-5805421d-9179-48a8-80a8-25fc0ba08cd8 req-66ddfa07-40ef-4efc-9271-1e12a2773b15 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/security-groups?id=f23f4ac2-a34a-4b05-b7f3-4b7c23d9b1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636930 Jun 06 12:04:05.656281 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-4ebbb451-5158-436f-b827-e4a9f6a1ca98 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0b5e5f3998ed4cd59613bfd9923f5ae6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4256957 Jun 06 12:04:05.657881 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 60462) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:04:05.658555 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebbb451-5158-436f-b827-e4a9f6a1ca98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=857da72d-459c-430f-b6e0-d4b1cd18bb3c,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:05.672281 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-4ebbb451-5158-436f-b827-e4a9f6a1ca98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:05.679675 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-b0b1a41d-d8f7-40ab-9305-3529244c794f req-2b59e6b2-d133-4eea-9178-38429ce675b4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5eb4b2e8-267f-4840-b822-90586b7515c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470493 Jun 06 12:04:05.723421 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-1c4e7717-5ff3-44be-8d24-0c2e0390b3cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:05.752660 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-1c4e7717-5ff3-44be-8d24-0c2e0390b3cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:05.824257 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-b0b1a41d-d8f7-40ab-9305-3529244c794f req-9373f4fa-7072-4ea5-9d32-73b6931beecc service neutron] 10.222.0.35 "GET /v2.0/networks/5eb4b2e8-267f-4840-b822-90586b7515c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356933 Jun 06 12:04:05.893558 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-1c4e7717-5ff3-44be-8d24-0c2e0390b3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:05.896567 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-1c4e7717-5ff3-44be-8d24-0c2e0390b3cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:05.897860 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-1c4e7717-5ff3-44be-8d24-0c2e0390b3cb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/857da72d-459c-430f-b6e0-d4b1cd18bb3c HTTP/1.1" status: 204 len: 168 time: 0.2363186 Jun 06 12:04:05.899014 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-c82f6f08-6da8-450a-89fb-9b4adfe96377 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:05.914499 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e7717-5ff3-44be-8d24-0c2e0390b3cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=857da72d-459c-430f-b6e0-d4b1cd18bb3c,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:05.937361 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-1c4e7717-5ff3-44be-8d24-0c2e0390b3cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:06.035543 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a30365-e15f-41bd-9055-7e151c28b525 req-adf9aae5-a198-4217-8536-840ccd02d41e tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:06.037014 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-b1a30365-e15f-41bd-9055-7e151c28b525 req-adf9aae5-a198-4217-8536-840ccd02d41e tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=f978bdbd-a787-4839-b681-dc085e83f9b4 HTTP/1.1" status: 200 len: 946 time: 0.1810322 Jun 06 12:04:06.042155 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-b0b1a41d-d8f7-40ab-9305-3529244c794f req-aa4af42e-9ff2-42c1-8a77-29464c13a4e6 service neutron] 10.222.0.35 "GET /v2.0/networks/5eb4b2e8-267f-4840-b822-90586b7515c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036262 Jun 06 12:04:06.082125 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-b1a30365-e15f-41bd-9055-7e151c28b525 req-1deab60e-3e2b-4b41-8917-df9ad018e4cf tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390000 Jun 06 12:04:06.360106 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac1a58-3477-4ad1-9797-014586d05230 req-0f1a3aae-4f5b-4124-bba1-1812a92903b2 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:06.362361 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-a3ac1a58-3477-4ad1-9797-014586d05230 req-0f1a3aae-4f5b-4124-bba1-1812a92903b2 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] 10.222.0.32 "GET /v2.0/ports?device_id=385c6bd4-6796-4ab8-bbf9-e614e87617f2 HTTP/1.1" status: 200 len: 944 time: 0.0880599 Jun 06 12:04:06.413826 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-a3ac1a58-3477-4ad1-9797-014586d05230 req-ee8b2533-c75f-4871-92ce-9ae3e08794d2 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a753ed1-035d-4449-890e-ded7effedaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435996 Jun 06 12:04:06.818437 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4367f35-ee57-4b28-b349-994f71f307ee req-e1808097-7a01-486e-8525-1b290bf8e5ef tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:06.819964 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-a4367f35-ee57-4b28-b349-994f71f307ee req-e1808097-7a01-486e-8525-1b290bf8e5ef tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2007890-cceb-4bbf-a386-0a1d59144733 HTTP/1.1" status: 200 len: 943 time: 0.0803752 Jun 06 12:04:06.869895 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-a4367f35-ee57-4b28-b349-994f71f307ee req-31c3605c-92c3-41ba-befb-6b173bf0c746 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/security-groups?id=f23f4ac2-a34a-4b05-b7f3-4b7c23d9b1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428665 Jun 06 12:04:07.185801 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device be99e1d7-dbc9-4687-a00e-9765dfb53d5b details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=92098) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 12:04:07.293598 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d810bdc-2c00-4ee5-a401-214c37d060d9 req-25409265-9707-4150-8408-ba9524c6052d tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:07.301452 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-1d810bdc-2c00-4ee5-a401-214c37d060d9 req-25409265-9707-4150-8408-ba9524c6052d tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=f978bdbd-a787-4839-b681-dc085e83f9b4 HTTP/1.1" status: 200 len: 946 time: 0.0974541 Jun 06 12:04:07.343962 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-1d810bdc-2c00-4ee5-a401-214c37d060d9 req-a34a6ff7-7a4f-4323-8c51-eb4cf8a64c0c tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414116 Jun 06 12:04:07.404565 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] For port be99e1d7-dbc9-4687-a00e-9765dfb53d5b, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=be99e1d7-dbc9-4687-a00e-9765dfb53d5b,segment=NetworkSegment(50ae22f6-2f71-4a96-af00-d2fd8d97cc9b),segment_id=50ae22f6-2f71-4a96-af00-d2fd8d97cc9b)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:04:07.418755 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Returning: {'device': 'be99e1d7-dbc9-4687-a00e-9765dfb53d5b', 'network_id': '4d37cec2-d786-44b2-9e86-7075fb44dfe0', 'port_id': 'be99e1d7-dbc9-4687-a00e-9765dfb53d5b', 'mac_address': 'fa:16:3e:4e:40:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff1afc7f-f4ce-414b-b4e3-27c63da65886', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92098) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 12:04:07.483026 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:07.503532 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.notifiers.nova [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be99e1d7-dbc9-4687-a00e-9765dfb53d5b {{(pid=92098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 12:04:07.524677 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] For port be99e1d7-dbc9-4687-a00e-9765dfb53d5b, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=be99e1d7-dbc9-4687-a00e-9765dfb53d5b,segment=NetworkSegment(50ae22f6-2f71-4a96-af00-d2fd8d97cc9b),segment_id=50ae22f6-2f71-4a96-af00-d2fd8d97cc9b)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:04:07.601262 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:07.604153 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:07.681991 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287b6ca-2b45-457d-ab59-bb8d27a3858f req-f95120db-04a4-4082-813e-843653aa99c4 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:07.686697 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Pushing event updated for resources: {'Port': ['ID=be99e1d7-dbc9-4687-a00e-9765dfb53d5b,revision_number=4']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:07.692952 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-1287b6ca-2b45-457d-ab59-bb8d27a3858f req-f95120db-04a4-4082-813e-843653aa99c4 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] 10.222.0.32 "GET /v2.0/ports?device_id=385c6bd4-6796-4ab8-bbf9-e614e87617f2 HTTP/1.1" status: 200 len: 944 time: 0.1274600 Jun 06 12:04:07.702757 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:04:07.703095 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:04:07.703422 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:04:07.703743 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:04:07.704734 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:04:07.705305 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:04:07.705629 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:04:07.705964 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:04:07.706485 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:04:07.706970 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:04:07.707287 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:04:07.707599 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:04:07.718408 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:07.746605 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-1287b6ca-2b45-457d-ab59-bb8d27a3858f req-48a2e298-4c50-4ec7-b6c6-50b80578479b tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a753ed1-035d-4449-890e-ded7effedaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524721 Jun 06 12:04:07.957300 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] get_ports_and_sgs() called for port_ids ['be99e1d7-dbc9-4687-a00e-9765dfb53d5b'] {{(pid=92098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 12:04:08.156901 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a8f55-2631-4192-9820-339a8b1a7eca req-b0c39424-7e6b-41dc-a7f6-b2e9abfcb057 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:08.159494 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-d85a8f55-2631-4192-9820-339a8b1a7eca req-b0c39424-7e6b-41dc-a7f6-b2e9abfcb057 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2007890-cceb-4bbf-a386-0a1d59144733 HTTP/1.1" status: 200 len: 944 time: 0.1540117 Jun 06 12:04:08.206631 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-d85a8f55-2631-4192-9820-339a8b1a7eca req-cdf2d3fa-e0c3-4c5b-801d-c33af9a641eb tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/security-groups?id=f23f4ac2-a34a-4b05-b7f3-4b7c23d9b1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413125 Jun 06 12:04:08.546107 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed05d7bc-d877-4197-add3-be45f8176507 req-fa66e2f3-a4bc-45ee-a977-b68525ead522 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:08.547561 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ed05d7bc-d877-4197-add3-be45f8176507 req-fa66e2f3-a4bc-45ee-a977-b68525ead522 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=f978bdbd-a787-4839-b681-dc085e83f9b4 HTTP/1.1" status: 200 len: 946 time: 0.0859795 Jun 06 12:04:08.596473 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ed05d7bc-d877-4197-add3-be45f8176507 req-b8e4fa8a-e83c-4bae-b2a3-b23a85cd3af2 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427246 Jun 06 12:04:08.933692 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df310216-407f-4d12-9ae7-92722a1f2914 req-bc0aacf5-6730-4c84-a3de-66cf4cc1d4f6 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:08.935149 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-df310216-407f-4d12-9ae7-92722a1f2914 req-bc0aacf5-6730-4c84-a3de-66cf4cc1d4f6 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] 10.222.0.32 "GET /v2.0/ports?device_id=385c6bd4-6796-4ab8-bbf9-e614e87617f2 HTTP/1.1" status: 200 len: 944 time: 0.0846331 Jun 06 12:04:08.980323 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-df310216-407f-4d12-9ae7-92722a1f2914 req-197a5308-f0eb-4539-88a6-f22a7b1281ca tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a753ed1-035d-4449-890e-ded7effedaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387068 Jun 06 12:04:09.192586 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device a8c79f54-f643-4917-a65c-aef6cfaaac9b details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=92098) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 12:04:09.197242 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device be99e1d7-dbc9-4687-a00e-9765dfb53d5b up at agent hyperv_hv-cinder-78626 {{(pid=92098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 12:04:09.439210 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f31378b-0d9a-435c-b666-1823a03afdbc req-6de3f351-085d-4d07-ae12-e4e690de3e66 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:09.440724 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-1f31378b-0d9a-435c-b666-1823a03afdbc req-6de3f351-085d-4d07-ae12-e4e690de3e66 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2007890-cceb-4bbf-a386-0a1d59144733 HTTP/1.1" status: 200 len: 944 time: 0.1156764 Jun 06 12:04:09.451558 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] For port a8c79f54-f643-4917-a65c-aef6cfaaac9b, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=a8c79f54-f643-4917-a65c-aef6cfaaac9b,segment=NetworkSegment(448dda07-3673-49e7-94ad-a98ccf716503),segment_id=448dda07-3673-49e7-94ad-a98ccf716503)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:04:09.474121 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Returning: {'device': 'a8c79f54-f643-4917-a65c-aef6cfaaac9b', 'network_id': '5eb4b2e8-267f-4840-b822-90586b7515c8', 'port_id': 'a8c79f54-f643-4917-a65c-aef6cfaaac9b', 'mac_address': 'fa:16:3e:cd:1c:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7726d90-9a40-471f-a46f-0512253a640a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92098) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 12:04:09.496397 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-1f31378b-0d9a-435c-b666-1823a03afdbc req-3bbe5f04-3cbe-4333-b3b6-e2c615784f7d tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/security-groups?id=f23f4ac2-a34a-4b05-b7f3-4b7c23d9b1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485456 Jun 06 12:04:09.543520 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Provisioning for port be99e1d7-dbc9-4687-a00e-9765dfb53d5b completed by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 12:04:09.552656 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Provisioning complete for port be99e1d7-dbc9-4687-a00e-9765dfb53d5b triggered by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:04:09.553035 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:09.612846 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:09.643388 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.notifiers.nova [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8c79f54-f643-4917-a65c-aef6cfaaac9b {{(pid=92098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 12:04:09.664940 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] For port a8c79f54-f643-4917-a65c-aef6cfaaac9b, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=a8c79f54-f643-4917-a65c-aef6cfaaac9b,segment=NetworkSegment(448dda07-3673-49e7-94ad-a98ccf716503),segment_id=448dda07-3673-49e7-94ad-a98ccf716503)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:04:09.728356 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:09.757689 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2007890-cceb-4bbf-a386-0a1d59144733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be99e1d7-dbc9-4687-a00e-9765dfb53d5b'}] {{(pid=92098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:04:09.759920 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e301314d1a362e62940ee01824f522d16df788b03badbdd7b1d0b93d98b8084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ba5b9a-fc62-4f02-aefc-a7b22b8ae19f" -d '{"events": [{"server_uuid": "b2007890-cceb-4bbf-a386-0a1d59144733", "name": "network-vif-plugged", "status": "completed", "tag": "be99e1d7-dbc9-4687-a00e-9765dfb53d5b"}]}' {{(pid=92098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:04:09.768752 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] For port be99e1d7-dbc9-4687-a00e-9765dfb53d5b, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=be99e1d7-dbc9-4687-a00e-9765dfb53d5b,segment=NetworkSegment(50ae22f6-2f71-4a96-af00-d2fd8d97cc9b),segment_id=50ae22f6-2f71-4a96-af00-d2fd8d97cc9b)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:04:09.806301 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b478de0d-5766-4242-b5ed-88e24f565553 req-048da312-7d37-4102-8a80-bddeaa3540d7 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:09.808301 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-b478de0d-5766-4242-b5ed-88e24f565553 req-048da312-7d37-4102-8a80-bddeaa3540d7 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=f978bdbd-a787-4839-b681-dc085e83f9b4 HTTP/1.1" status: 200 len: 946 time: 0.0837274 Jun 06 12:04:09.950314 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-b478de0d-5766-4242-b5ed-88e24f565553 req-24e54fa9-8478-466a-8ca8-ad1a097d4f00 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355045 Jun 06 12:04:09.964678 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 12:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c797a9b5-3a72-48d1-ba19-e55beaaba5a1 x-openstack-request-id: req-c797a9b5-3a72-48d1-ba19-e55beaaba5a1 {{(pid=92098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:04:09.965311 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2007890-cceb-4bbf-a386-0a1d59144733", "name": "network-vif-plugged", "status": "completed", "tag": "be99e1d7-dbc9-4687-a00e-9765dfb53d5b", "code": 200}]} {{(pid=92098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:04:09.965661 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c797a9b5-3a72-48d1-ba19-e55beaaba5a1 {{(pid=92098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:04:09.966594 dv-cinder-786266-2-smb neutron-server[92098]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2007890-cceb-4bbf-a386-0a1d59144733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be99e1d7-dbc9-4687-a00e-9765dfb53d5b', 'code': 200} Jun 06 12:04:09.995692 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:09.998149 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:10.027982 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:10.069572 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Pushing event updated for resources: {'Port': ['ID=a8c79f54-f643-4917-a65c-aef6cfaaac9b,revision_number=4']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:10.072611 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:10.073089 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:10.144318 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Pushing event updated for resources: {'Port': ['ID=be99e1d7-dbc9-4687-a00e-9765dfb53d5b,revision_number=5']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:10.147489 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:10.175698 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7271e-f08e-4c5e-bd26-5619d8c97ce8 req-4edf22bd-58d3-4901-9ac9-2dfabd1edbc8 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:10.177148 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-1cf7271e-f08e-4c5e-bd26-5619d8c97ce8 req-4edf22bd-58d3-4901-9ac9-2dfabd1edbc8 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] 10.222.0.32 "GET /v2.0/ports?device_id=385c6bd4-6796-4ab8-bbf9-e614e87617f2 HTTP/1.1" status: 200 len: 945 time: 0.0835075 Jun 06 12:04:10.221953 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-1cf7271e-f08e-4c5e-bd26-5619d8c97ce8 req-d2613e25-1840-4e3c-938b-7e34c2121d49 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a753ed1-035d-4449-890e-ded7effedaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388722 Jun 06 12:04:10.367812 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] get_ports_and_sgs() called for port_ids ['a8c79f54-f643-4917-a65c-aef6cfaaac9b'] {{(pid=92098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 12:04:10.409945 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf290f73-1d29-4dc5-a324-ee744979c657 req-962f76e1-8011-4be2-ae8c-064c6965550d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:10.411378 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-cf290f73-1d29-4dc5-a324-ee744979c657 req-962f76e1-8011-4be2-ae8c-064c6965550d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b2007890-cceb-4bbf-a386-0a1d59144733 HTTP/1.1" status: 200 len: 1098 time: 0.0732684 Jun 06 12:04:10.460728 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-cf290f73-1d29-4dc5-a324-ee744979c657 req-10ec4356-39da-4d69-bbc7-b5a5450db42b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f23f4ac2-a34a-4b05-b7f3-4b7c23d9b1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351439 Jun 06 12:04:10.704416 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1fb0dd-0ece-4628-8b6c-7ba41ea41bd8 req-5c595531-8287-4b55-95ae-3579afd9667c tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:10.705961 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-1b1fb0dd-0ece-4628-8b6c-7ba41ea41bd8 req-5c595531-8287-4b55-95ae-3579afd9667c tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2007890-cceb-4bbf-a386-0a1d59144733 HTTP/1.1" status: 200 len: 945 time: 0.0908101 Jun 06 12:04:10.751046 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-1b1fb0dd-0ece-4628-8b6c-7ba41ea41bd8 req-7ce3b99d-51ab-4633-9ed8-23118b3c674e tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/security-groups?id=f23f4ac2-a34a-4b05-b7f3-4b7c23d9b1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392950 Jun 06 12:04:11.164940 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b10614-fc4a-4b03-ac31-8df32fac052d req-ca72dafd-df58-44a0-bd67-a5adcbea2d54 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:11.167485 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-e2b10614-fc4a-4b03-ac31-8df32fac052d req-ca72dafd-df58-44a0-bd67-a5adcbea2d54 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=f978bdbd-a787-4839-b681-dc085e83f9b4 HTTP/1.1" status: 200 len: 946 time: 0.1002750 Jun 06 12:04:11.214583 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-e2b10614-fc4a-4b03-ac31-8df32fac052d req-6b93b074-af10-4b10-933f-44ee628f93a0 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401144 Jun 06 12:04:11.410642 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08599c94-f303-4625-9643-87450776a8cc req-e143eebd-78e1-4028-9370-c638455f2f3c tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:11.412090 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-08599c94-f303-4625-9643-87450776a8cc req-e143eebd-78e1-4028-9370-c638455f2f3c tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] 10.222.0.32 "GET /v2.0/ports?device_id=385c6bd4-6796-4ab8-bbf9-e614e87617f2 HTTP/1.1" status: 200 len: 945 time: 0.0808761 Jun 06 12:04:11.463270 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-08599c94-f303-4625-9643-87450776a8cc req-b4ada2af-eb87-4902-9e3d-dcadab07ae02 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a753ed1-035d-4449-890e-ded7effedaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454195 Jun 06 12:04:11.942637 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d65f7-087c-450f-afad-c5d0a676c548 req-7c3f2ba0-7057-4f93-a465-a5bb969938cd tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:11.943989 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-d02d65f7-087c-450f-afad-c5d0a676c548 req-7c3f2ba0-7057-4f93-a465-a5bb969938cd tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2007890-cceb-4bbf-a386-0a1d59144733 HTTP/1.1" status: 200 len: 945 time: 0.0786424 Jun 06 12:04:11.994340 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-d02d65f7-087c-450f-afad-c5d0a676c548 req-ab45c1a0-cef6-48af-a0bb-5035fe09c7bc tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/security-groups?id=f23f4ac2-a34a-4b05-b7f3-4b7c23d9b1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445881 Jun 06 12:04:12.439572 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a9890-4cb0-43a2-a2e0-c9113b2f2a22 req-317140e3-8142-4366-9d7e-6a4ff7aa52db tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:12.441184 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-e70a9890-4cb0-43a2-a2e0-c9113b2f2a22 req-317140e3-8142-4366-9d7e-6a4ff7aa52db tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=f978bdbd-a787-4839-b681-dc085e83f9b4 HTTP/1.1" status: 200 len: 946 time: 0.1099575 Jun 06 12:04:12.487320 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-e70a9890-4cb0-43a2-a2e0-c9113b2f2a22 req-bac69a0d-275d-4f7b-834c-eac619709223 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403726 Jun 06 12:04:12.666944 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9dc3a-17b7-4e9f-a354-d5bc165988d9 req-59e02640-817a-4d69-bb02-af5be065b784 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:12.668600 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-38e9dc3a-17b7-4e9f-a354-d5bc165988d9 req-59e02640-817a-4d69-bb02-af5be065b784 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] 10.222.0.32 "GET /v2.0/ports?device_id=385c6bd4-6796-4ab8-bbf9-e614e87617f2 HTTP/1.1" status: 200 len: 945 time: 0.0814309 Jun 06 12:04:12.716293 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-38e9dc3a-17b7-4e9f-a354-d5bc165988d9 req-b21bcdc1-669a-446b-b3fd-421577ad6afa tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a753ed1-035d-4449-890e-ded7effedaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402114 Jun 06 12:04:13.219266 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device a8c79f54-f643-4917-a65c-aef6cfaaac9b up at agent hyperv_hv-cinder-78626 {{(pid=92098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 12:04:13.369704 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Provisioning for port a8c79f54-f643-4917-a65c-aef6cfaaac9b completed by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 12:04:13.374736 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Provisioning complete for port a8c79f54-f643-4917-a65c-aef6cfaaac9b triggered by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:04:13.375139 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:13.513183 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:13.540954 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '385c6bd4-6796-4ab8-bbf9-e614e87617f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c79f54-f643-4917-a65c-aef6cfaaac9b'}] {{(pid=92098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:04:13.543285 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e301314d1a362e62940ee01824f522d16df788b03badbdd7b1d0b93d98b8084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e50e22-368e-46c0-a71b-f9c7087dfa05" -d '{"events": [{"server_uuid": "385c6bd4-6796-4ab8-bbf9-e614e87617f2", "name": "network-vif-plugged", "status": "completed", "tag": "a8c79f54-f643-4917-a65c-aef6cfaaac9b"}]}' {{(pid=92098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:04:13.551845 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] For port a8c79f54-f643-4917-a65c-aef6cfaaac9b, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=a8c79f54-f643-4917-a65c-aef6cfaaac9b,segment=NetworkSegment(448dda07-3673-49e7-94ad-a98ccf716503),segment_id=448dda07-3673-49e7-94ad-a98ccf716503)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:04:13.588650 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 12:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a581c4d4-aa65-4235-a08c-33de0d66aa3b x-openstack-request-id: req-a581c4d4-aa65-4235-a08c-33de0d66aa3b {{(pid=92098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:04:13.588948 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "385c6bd4-6796-4ab8-bbf9-e614e87617f2", "name": "network-vif-plugged", "status": "completed", "tag": "a8c79f54-f643-4917-a65c-aef6cfaaac9b", "code": 200}]} {{(pid=92098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:04:13.589664 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a581c4d4-aa65-4235-a08c-33de0d66aa3b {{(pid=92098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:04:13.589664 dv-cinder-786266-2-smb neutron-server[92098]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '385c6bd4-6796-4ab8-bbf9-e614e87617f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c79f54-f643-4917-a65c-aef6cfaaac9b', 'code': 200} Jun 06 12:04:13.669216 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:13.671467 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-2b0e2ca3-6d7c-4982-ae15-b360ddd1e3ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:13.692161 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b1df29-3418-4cff-8d04-7ff25308f604 req-03e3eee3-c69a-442c-8e0c-2d2ae376c427 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:13.693586 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-67b1df29-3418-4cff-8d04-7ff25308f604 req-03e3eee3-c69a-442c-8e0c-2d2ae376c427 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=f978bdbd-a787-4839-b681-dc085e83f9b4 HTTP/1.1" status: 200 len: 946 time: 0.0902936 Jun 06 12:04:13.739382 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Pushing event updated for resources: {'Port': ['ID=a8c79f54-f643-4917-a65c-aef6cfaaac9b,revision_number=5']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:13.740442 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-67b1df29-3418-4cff-8d04-7ff25308f604 req-7c964ab2-34f9-435a-b2e6-c7bf766604ec tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407791 Jun 06 12:04:13.742880 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:13.911854 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192dc4a-fd31-40ff-bf82-6000657ae340 req-cc4b3d6f-ba49-4fc4-ba17-8a5e860b7916 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:13.913419 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-a192dc4a-fd31-40ff-bf82-6000657ae340 req-cc4b3d6f-ba49-4fc4-ba17-8a5e860b7916 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] 10.222.0.32 "GET /v2.0/ports?device_id=385c6bd4-6796-4ab8-bbf9-e614e87617f2 HTTP/1.1" status: 200 len: 946 time: 0.0803373 Jun 06 12:04:14.009634 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-a192dc4a-fd31-40ff-bf82-6000657ae340 req-d9541a71-ffdf-40d3-aa24-f92185da4946 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a753ed1-035d-4449-890e-ded7effedaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906572 Jun 06 12:04:14.041968 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d687724e-138a-44c6-81a1-fdd6152249f3 req-f34ef80d-b21c-416e-baef-666524e727cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:14.043439 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-d687724e-138a-44c6-81a1-fdd6152249f3 req-f34ef80d-b21c-416e-baef-666524e727cd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=385c6bd4-6796-4ab8-bbf9-e614e87617f2 HTTP/1.1" status: 200 len: 1099 time: 0.0918109 Jun 06 12:04:14.087304 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-d687724e-138a-44c6-81a1-fdd6152249f3 req-877b96ae-7844-49ac-a88e-1eb109411a8b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6a753ed1-035d-4449-890e-ded7effedaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347383 Jun 06 12:04:14.856068 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ebbfd3ce-c9b6-412a-afe1-4a08bd83ae54 req-a59556f3-b573-4a83-b072-75131a7ba936 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=08efb263-f31f-4a39-91c3-6fbb95852108&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0726104 Jun 06 12:04:14.938885 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d4af36-c22f-4f1a-95cc-d4c7804597ea req-1e045d6c-3d8e-4841-80c7-24e143e53209 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:14.940363 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-23d4af36-c22f-4f1a-95cc-d4c7804597ea req-1e045d6c-3d8e-4841-80c7-24e143e53209 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=f978bdbd-a787-4839-b681-dc085e83f9b4 HTTP/1.1" status: 200 len: 946 time: 0.0824969 Jun 06 12:04:15.041452 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-23d4af36-c22f-4f1a-95cc-d4c7804597ea req-6ffcf869-b204-429e-88ed-6fdc34d3922c tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641334 Jun 06 12:04:15.055661 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbfd3ce-c9b6-412a-afe1-4a08bd83ae54 req-775fadaa-2e9b-4bac-8af1-74f0b0fe165c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:15.057223 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ebbfd3ce-c9b6-412a-afe1-4a08bd83ae54 req-775fadaa-2e9b-4bac-8af1-74f0b0fe165c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1875b9074f2a49ea94dc8d6242744a26&device_id=08efb263-f31f-4a39-91c3-6fbb95852108 HTTP/1.1" status: 200 len: 1099 time: 0.1159313 Jun 06 12:04:15.315111 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbfd3ce-c9b6-412a-afe1-4a08bd83ae54 req-31efc404-7c43-451e-a935-5531f6831fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:15.316607 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ebbfd3ce-c9b6-412a-afe1-4a08bd83ae54 req-31efc404-7c43-451e-a935-5531f6831fb1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4d37cec2-d786-44b2-9e86-7075fb44dfe0 HTTP/1.1" status: 200 len: 915 time: 0.2345245 Jun 06 12:04:15.343598 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706680ee-9184-4f97-b4b2-45e2f2585c14 req-5e95f47f-0c1c-4c18-b012-3eb6b1e0ca37 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:15.345658 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-706680ee-9184-4f97-b4b2-45e2f2585c14 req-5e95f47f-0c1c-4c18-b012-3eb6b1e0ca37 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] 10.222.0.32 "GET /v2.0/ports?device_id=385c6bd4-6796-4ab8-bbf9-e614e87617f2 HTTP/1.1" status: 200 len: 946 time: 0.1264253 Jun 06 12:04:15.424151 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ebbfd3ce-c9b6-412a-afe1-4a08bd83ae54 req-058c3b2f-dcc6-483c-b6e2-74f361181658 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6f5676b-5bc6-4820-b8e1-624adac7d88f HTTP/1.1" status: 200 len: 217 time: 0.0773940 Jun 06 12:04:15.588155 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-706680ee-9184-4f97-b4b2-45e2f2585c14 req-f5ff8a05-d7ca-4fe8-bc2f-adde52525794 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a753ed1-035d-4449-890e-ded7effedaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863289 Jun 06 12:04:15.646842 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbfd3ce-c9b6-412a-afe1-4a08bd83ae54 req-4fb7c1b5-7a8f-45f9-8764-654ef49462e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:15.648262 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ebbfd3ce-c9b6-412a-afe1-4a08bd83ae54 req-4fb7c1b5-7a8f-45f9-8764-654ef49462e0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ff1afc7f-f4ce-414b-b4e3-27c63da65886 HTTP/1.1" status: 200 len: 854 time: 0.1953895 Jun 06 12:04:15.716967 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ebbfd3ce-c9b6-412a-afe1-4a08bd83ae54 req-6a6a4c94-3ff6-40a7-b5b1-6e5ddd6d19f7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4d37cec2-d786-44b2-9e86-7075fb44dfe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559192 Jun 06 12:04:15.765193 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd93cb2-b0f6-40e6-9dca-dd365ed756fe req-51cfa6aa-113d-4f15-bfa6-9ed1ac8b2c3d tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:15.767553 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ffd93cb2-b0f6-40e6-9dca-dd365ed756fe req-51cfa6aa-113d-4f15-bfa6-9ed1ac8b2c3d tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/networks?id=4d37cec2-d786-44b2-9e86-7075fb44dfe0 HTTP/1.1" status: 200 len: 814 time: 0.3408089 Jun 06 12:04:15.839840 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ffd93cb2-b0f6-40e6-9dca-dd365ed756fe req-59256350-caba-4e3b-a702-cfbbd1beeb8f tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/quotas/1875b9074f2a49ea94dc8d6242744a26 HTTP/1.1" status: 200 len: 375 time: 0.0595846 Jun 06 12:04:15.933112 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ebbfd3ce-c9b6-412a-afe1-4a08bd83ae54 req-f4e5f54e-7cb6-497b-8e27-fdf9ec10cd59 service neutron] 10.222.0.35 "GET /v2.0/networks/4d37cec2-d786-44b2-9e86-7075fb44dfe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036612 Jun 06 12:04:15.989860 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ffd93cb2-b0f6-40e6-9dca-dd365ed756fe req-f81893ff-6783-471e-9b9d-7d6e05c7b751 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1875b9074f2a49ea94dc8d6242744a26&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1420505 Jun 06 12:04:16.209888 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ebbfd3ce-c9b6-412a-afe1-4a08bd83ae54 req-42d7524a-637c-4278-a824-71098a8830fe service neutron] 10.222.0.35 "GET /v2.0/networks/4d37cec2-d786-44b2-9e86-7075fb44dfe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689953 Jun 06 12:04:16.245646 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ffd93cb2-b0f6-40e6-9dca-dd365ed756fe req-bc26fb4a-7253-4195-bebf-ed4150dd86af service neutron] 10.222.0.32 "GET /v2.0/networks/4d37cec2-d786-44b2-9e86-7075fb44dfe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103896 Jun 06 12:04:16.258173 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 60814) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:04:16.358789 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33216373-4aa8-4ef2-bd1f-004c7bbee349 req-2867665b-46e9-48a6-8e98-40f8cd80d576 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:16.361095 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-33216373-4aa8-4ef2-bd1f-004c7bbee349 req-2867665b-46e9-48a6-8e98-40f8cd80d576 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=f978bdbd-a787-4839-b681-dc085e83f9b4 HTTP/1.1" status: 200 len: 946 time: 0.2010074 Jun 06 12:04:16.395779 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-0763966d-4cc7-4363-af2a-177477e2b253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:16.434706 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-33216373-4aa8-4ef2-bd1f-004c7bbee349 req-3389dd0f-cf62-489d-a910-8bdeb355590a tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645506 Jun 06 12:04:16.436655 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ffd93cb2-b0f6-40e6-9dca-dd365ed756fe req-17099600-c6ed-4b94-8984-02c53a550b71 service neutron] 10.222.0.32 "GET /v2.0/networks/4d37cec2-d786-44b2-9e86-7075fb44dfe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835954 Jun 06 12:04:16.655197 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-0763966d-4cc7-4363-af2a-177477e2b253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:16.707007 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-0763966d-4cc7-4363-af2a-177477e2b253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:16.721664 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-6a502d60-44c0-45d3-906f-d442e5932e29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:16.757580 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0763966d-4cc7-4363-af2a-177477e2b253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4828ea9-f656-42cc-82d2-cbf3e4b657bf,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:16.761051 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-0763966d-4cc7-4363-af2a-177477e2b253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:16.766928 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-0763966d-4cc7-4363-af2a-177477e2b253 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7ffd7d4038c349ffbeacec1f1be93577&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5052848 Jun 06 12:04:16.767539 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 60838) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:04:16.781545 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-cca15d3f-0cc3-4283-9814-bea4b44b4926 req-0acb1322-029a-4868-b1de-fdd011054ccb tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?device_id=c17b341a-70f0-41e0-b1d6-cafeea923992 HTTP/1.1" status: 200 len: 210 time: 0.0824258 Jun 06 12:04:16.848150 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-bb6dcfda-7fbc-46b9-8390-497bcc0f292c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:16.876949 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-bb6dcfda-7fbc-46b9-8390-497bcc0f292c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:16.881739 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4134695-26f9-4607-b463-a0992542dd51 req-93ff8f28-536d-4ff8-90dc-5fae5374bfb8 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:16.885709 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c4134695-26f9-4607-b463-a0992542dd51 req-93ff8f28-536d-4ff8-90dc-5fae5374bfb8 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] 10.222.0.32 "GET /v2.0/ports?device_id=385c6bd4-6796-4ab8-bbf9-e614e87617f2 HTTP/1.1" status: 200 len: 946 time: 0.1012399 Jun 06 12:04:16.938611 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c4134695-26f9-4607-b463-a0992542dd51 req-0e2bc6af-d065-4269-89ea-48f073975820 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a753ed1-035d-4449-890e-ded7effedaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443263 Jun 06 12:04:17.018685 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-bb6dcfda-7fbc-46b9-8390-497bcc0f292c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:17.021076 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-bb6dcfda-7fbc-46b9-8390-497bcc0f292c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:17.022226 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-bb6dcfda-7fbc-46b9-8390-497bcc0f292c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f4828ea9-f656-42cc-82d2-cbf3e4b657bf HTTP/1.1" status: 204 len: 168 time: 0.2537894 Jun 06 12:04:17.022972 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-a17a1577-ce81-4f31-8a2f-71156ebbb559 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:17.032599 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6dcfda-7fbc-46b9-8390-497bcc0f292c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4828ea9-f656-42cc-82d2-cbf3e4b657bf,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:17.035018 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-bb6dcfda-7fbc-46b9-8390-497bcc0f292c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:17.628204 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52eea9-70e4-48e5-b48a-2070ad97f316 req-50d53583-093a-41a4-9657-d25a0ae5ca35 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:17.634246 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-fb52eea9-70e4-48e5-b48a-2070ad97f316 req-50d53583-093a-41a4-9657-d25a0ae5ca35 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=f978bdbd-a787-4839-b681-dc085e83f9b4 HTTP/1.1" status: 200 len: 946 time: 0.0905995 Jun 06 12:04:17.676449 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-fb52eea9-70e4-48e5-b48a-2070ad97f316 req-8a639694-c54b-48ca-9898-0d1d81ce58b9 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410087 Jun 06 12:04:17.709219 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 60860) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:04:17.731821 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-e7b56a7f-f917-41af-ab3d-bbd08aaecdd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:17.795593 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-bd4448d0-fcf9-4897-ad70-d787408b5ba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:17.962760 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-e7b56a7f-f917-41af-ab3d-bbd08aaecdd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:17.985671 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-3efd5429-a830-4c12-96fa-8cc32c11185b req-9331f750-e711-49c0-afba-c74d79e420fe tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?device_id=c17b341a-70f0-41e0-b1d6-cafeea923992 HTTP/1.1" status: 200 len: 210 time: 0.0470657 Jun 06 12:04:18.049919 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-e7b56a7f-f917-41af-ab3d-bbd08aaecdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:18.058986 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-d8cd892a-fe4d-4be6-821f-9efdbd10912b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:18.099096 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-e7b56a7f-f917-41af-ab3d-bbd08aaecdd4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3b85981b4b6f4cc9a9789c6e58d9c92e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3877964 Jun 06 12:04:18.099980 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b56a7f-f917-41af-ab3d-bbd08aaecdd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7ca7a8-5417-4af2-b4c1-1f35cc39e21d,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:18.102930 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-e7b56a7f-f917-41af-ab3d-bbd08aaecdd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:18.107767 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 60872) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:04:18.173566 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-dce2ff3f-1712-49ce-99d7-341cf0f04f77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:18.212963 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-dce2ff3f-1712-49ce-99d7-341cf0f04f77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:18.358536 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-dce2ff3f-1712-49ce-99d7-341cf0f04f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:18.361294 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-dce2ff3f-1712-49ce-99d7-341cf0f04f77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:18.363880 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-dce2ff3f-1712-49ce-99d7-341cf0f04f77 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ba7ca7a8-5417-4af2-b4c1-1f35cc39e21d HTTP/1.1" status: 204 len: 168 time: 0.2541838 Jun 06 12:04:18.363880 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-df4329cc-b8eb-4637-9b79-bc1ef5750ad6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:18.378943 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce2ff3f-1712-49ce-99d7-341cf0f04f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7ca7a8-5417-4af2-b4c1-1f35cc39e21d,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:18.388485 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-dce2ff3f-1712-49ce-99d7-341cf0f04f77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:18.898399 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee243187-513d-4fb5-a393-377e0d206df3 req-4bed8c89-83a6-45fc-95f6-f724fde678bd tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:18.900410 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ee243187-513d-4fb5-a393-377e0d206df3 req-4bed8c89-83a6-45fc-95f6-f724fde678bd tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=f978bdbd-a787-4839-b681-dc085e83f9b4 HTTP/1.1" status: 200 len: 946 time: 0.0850148 Jun 06 12:04:18.956990 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ee243187-513d-4fb5-a393-377e0d206df3 req-682d5e09-6094-4c6f-9480-0567d35d0557 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507576 Jun 06 12:04:19.232741 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-54c0cb9c-940a-4679-97a8-09b590e024e3 req-859c7105-5e8f-4f77-a49e-5a7051c013be tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?device_id=c17b341a-70f0-41e0-b1d6-cafeea923992 HTTP/1.1" status: 200 len: 210 time: 0.0829897 Jun 06 12:04:19.416356 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83fa71-2159-4f72-b993-52264a3ec07e req-c4195176-bead-48d4-a17b-463ef7869949 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:19.417815 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ca83fa71-2159-4f72-b993-52264a3ec07e req-c4195176-bead-48d4-a17b-463ef7869949 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] 10.222.0.32 "GET /v2.0/ports?device_id=385c6bd4-6796-4ab8-bbf9-e614e87617f2 HTTP/1.1" status: 200 len: 946 time: 0.3441625 Jun 06 12:04:19.424575 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd93cb2-b0f6-40e6-9dca-dd365ed756fe req-499dc040-e98a-49e1-a539-f4bf6b1a3f22 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:19.425912 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ffd93cb2-b0f6-40e6-9dca-dd365ed756fe req-499dc040-e98a-49e1-a539-f4bf6b1a3f22 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.35 "GET /v2.0/networks?id=4d37cec2-d786-44b2-9e86-7075fb44dfe0 HTTP/1.1" status: 200 len: 814 time: 0.3504391 Jun 06 12:04:19.453412 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.v2.base [req-ffd93cb2-b0f6-40e6-9dca-dd365ed756fe req-02703157-ce29-4e0e-90e1-6d2df8c31eaf tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Request body: {'port': {'device_id': 'c17b341a-70f0-41e0-b1d6-cafeea923992', 'network_id': '4d37cec2-d786-44b2-9e86-7075fb44dfe0', 'admin_state_up': True, 'tenant_id': '1875b9074f2a49ea94dc8d6242744a26'}} {{(pid=92096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:04:19.508393 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ca83fa71-2159-4f72-b993-52264a3ec07e req-f4b5db38-3d41-441c-bc5d-68b7cc9f9ef6 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a753ed1-035d-4449-890e-ded7effedaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815411 Jun 06 12:04:19.684230 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffd93cb2-b0f6-40e6-9dca-dd365ed756fe req-02703157-ce29-4e0e-90e1-6d2df8c31eaf tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Made reservation on behalf of 1875b9074f2a49ea94dc8d6242744a26 for: {'port': 1} {{(pid=92096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 12:04:19.687775 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-ffd93cb2-b0f6-40e6-9dca-dd365ed756fe req-02703157-ce29-4e0e-90e1-6d2df8c31eaf tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:19.862962 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.db.db_base_plugin_common [req-ffd93cb2-b0f6-40e6-9dca-dd365ed756fe req-02703157-ce29-4e0e-90e1-6d2df8c31eaf tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Allocated IP 172.20.0.7 (4d37cec2-d786-44b2-9e86-7075fb44dfe0/ff1afc7f-f4ce-414b-b4e3-27c63da65886/3a6d88ef-1efe-4f94-a4e5-d5f974191239) {{(pid=92096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 12:04:20.037337 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-c7e69eba-6073-461d-92db-8740f86363f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:20.176615 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-ffd93cb2-b0f6-40e6-9dca-dd365ed756fe req-02703157-ce29-4e0e-90e1-6d2df8c31eaf tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Notify callbacks [] for port, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:20.227017 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b02af3-91ee-44f5-bdf0-8ee583053db6 req-f99979ef-8225-436c-8b6c-e8fe71ce2040 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:20.228902 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-68b02af3-91ee-44f5-bdf0-8ee583053db6 req-f99979ef-8225-436c-8b6c-e8fe71ce2040 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=f978bdbd-a787-4839-b681-dc085e83f9b4 HTTP/1.1" status: 200 len: 946 time: 0.1337588 Jun 06 12:04:20.269173 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:20.276940 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-68b02af3-91ee-44f5-bdf0-8ee583053db6 req-187434d5-41dd-438b-862e-312ed5ce2e6b tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419910 Jun 06 12:04:20.304268 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-ffd93cb2-b0f6-40e6-9dca-dd365ed756fe req-02703157-ce29-4e0e-90e1-6d2df8c31eaf tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778191160652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2160272'] for port, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:20.310204 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-ad06c3c2-3201-4458-8687-53434b64500f tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:20.318784 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] get_ports_and_sgs() called for port_ids ['c6f5676b-5bc6-4820-b8e1-624adac7d88f', 'be99e1d7-dbc9-4687-a00e-9765dfb53d5b'] {{(pid=92098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 12:04:20.365638 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.agents_db [None req-260e75b6-693f-447f-9c37-08072a5d67b1 None None] Agent healthcheck: found 6 active agents {{(pid=92099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 12:04:20.428534 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffd93cb2-b0f6-40e6-9dca-dd365ed756fe req-02703157-ce29-4e0e-90e1-6d2df8c31eaf tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Network 4d37cec2-d786-44b2-9e86-7075fb44dfe0 is already hosted by enough agents. {{(pid=92096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 12:04:20.433622 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.scheduler.base_scheduler [req-ffd93cb2-b0f6-40e6-9dca-dd365ed756fe req-02703157-ce29-4e0e-90e1-6d2df8c31eaf tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Resources bound (agent type, host, resource id): {{(pid=92096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:04:20.440211 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffd93cb2-b0f6-40e6-9dca-dd365ed756fe req-02703157-ce29-4e0e-90e1-6d2df8c31eaf tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Received port after_create {{(pid=92096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 12:04:20.488951 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02703157-ce29-4e0e-90e1-6d2df8c31eaf tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Pushing event updated for resources: {'Port': ['ID=3a6d88ef-1efe-4f94-a4e5-d5f974191239,revision_number=1']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:20.494754 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-02703157-ce29-4e0e-90e1-6d2df8c31eaf tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:20.542386 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd93cb2-b0f6-40e6-9dca-dd365ed756fe req-02703157-ce29-4e0e-90e1-6d2df8c31eaf tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:20.543000 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-ffd93cb2-b0f6-40e6-9dca-dd365ed756fe req-02703157-ce29-4e0e-90e1-6d2df8c31eaf tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160768'] for port, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:20.566963 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7be97a-56ec-464a-8b44-4f23abf5586b req-d081e492-57ea-4e1d-9c8e-57866357e8ae tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:20.568392 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-fc7be97a-56ec-464a-8b44-4f23abf5586b req-d081e492-57ea-4e1d-9c8e-57866357e8ae tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?device_id=c17b341a-70f0-41e0-b1d6-cafeea923992 HTTP/1.1" status: 200 len: 931 time: 0.2036026 Jun 06 12:04:20.580854 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:20.616749 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ffd93cb2-b0f6-40e6-9dca-dd365ed756fe req-02703157-ce29-4e0e-90e1-6d2df8c31eaf tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1722829 Jun 06 12:04:20.626829 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-fc7be97a-56ec-464a-8b44-4f23abf5586b req-e5b03b4a-0b71-44ca-9b11-ddc72e218a41 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/security-groups?id=f23f4ac2-a34a-4b05-b7f3-4b7c23d9b1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498660 Jun 06 12:04:20.656320 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.v2.base [req-ffd93cb2-b0f6-40e6-9dca-dd365ed756fe req-eda48aa5-4a86-4175-81f2-929f147d2830 service neutron] Request body: {'port': {'device_id': 'c17b341a-70f0-41e0-b1d6-cafeea923992', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=92096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:04:20.852444 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-ffd93cb2-b0f6-40e6-9dca-dd365ed756fe req-eda48aa5-4a86-4175-81f2-929f147d2830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:20.870112 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968609f8-a2ce-4ee2-ae53-fccbcc7adc1b req-f5ceeab6-a8dd-4196-a941-ba3335f4ecbe tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:20.871544 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-968609f8-a2ce-4ee2-ae53-fccbcc7adc1b req-f5ceeab6-a8dd-4196-a941-ba3335f4ecbe tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] 10.222.0.32 "GET /v2.0/ports?device_id=385c6bd4-6796-4ab8-bbf9-e614e87617f2 HTTP/1.1" status: 200 len: 946 time: 0.1760170 Jun 06 12:04:20.975091 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-968609f8-a2ce-4ee2-ae53-fccbcc7adc1b req-a7920caf-0208-4480-b07f-bab9df7c7b1c tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a753ed1-035d-4449-890e-ded7effedaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972044 Jun 06 12:04:21.201069 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-c3be426d-4704-402b-bce9-7cb8373a3dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:21.253619 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8cdfb-1243-4b06-b31e-a1c10ebb34ef req-afa9235c-80cd-4ca9-a4be-0abfe0862b54 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:21.255202 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-a8b8cdfb-1243-4b06-b31e-a1c10ebb34ef req-afa9235c-80cd-4ca9-a4be-0abfe0862b54 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] 10.222.0.35 "GET /v2.0/ports?device_id=385c6bd4-6796-4ab8-bbf9-e614e87617f2 HTTP/1.1" status: 200 len: 946 time: 0.1098409 Jun 06 12:04:21.260020 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.notifiers.nova [req-ffd93cb2-b0f6-40e6-9dca-dd365ed756fe req-eda48aa5-4a86-4175-81f2-929f147d2830 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a6d88ef-1efe-4f94-a4e5-d5f974191239 {{(pid=92096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 12:04:21.268857 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-ffd93cb2-b0f6-40e6-9dca-dd365ed756fe req-eda48aa5-4a86-4175-81f2-929f147d2830 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:21.295103 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.db.provisioning_blocks [req-ffd93cb2-b0f6-40e6-9dca-dd365ed756fe req-eda48aa5-4a86-4175-81f2-929f147d2830 service neutron] Transition to ACTIVE for port object 3a6d88ef-1efe-4f94-a4e5-d5f974191239 will not be triggered until provisioned by entity L2. {{(pid=92096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 12:04:21.374863 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-ffd93cb2-b0f6-40e6-9dca-dd365ed756fe req-eda48aa5-4a86-4175-81f2-929f147d2830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2160299'] for port, after_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:21.380736 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:21.414004 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.plugin [req-a8b8cdfb-1243-4b06-b31e-a1c10ebb34ef req-ea8718ba-2aa8-42cb-956d-55e44de9df1a tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Deleting port a8c79f54-f643-4917-a65c-aef6cfaaac9b {{(pid=92097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 12:04:21.414358 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-a8b8cdfb-1243-4b06-b31e-a1c10ebb34ef req-ea8718ba-2aa8-42cb-956d-55e44de9df1a tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778191659996'] for port, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:21.552909 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.db [req-a8b8cdfb-1243-4b06-b31e-a1c10ebb34ef req-ea8718ba-2aa8-42cb-956d-55e44de9df1a tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] For port a8c79f54-f643-4917-a65c-aef6cfaaac9b, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=a8c79f54-f643-4917-a65c-aef6cfaaac9b,segment=NetworkSegment(448dda07-3673-49e7-94ad-a98ccf716503),segment_id=448dda07-3673-49e7-94ad-a98ccf716503)] {{(pid=92097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:04:21.553263 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-a8b8cdfb-1243-4b06-b31e-a1c10ebb34ef req-ea8718ba-2aa8-42cb-956d-55e44de9df1a tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598405'] for port, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:21.651502 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda48aa5-4a86-4175-81f2-929f147d2830 service neutron] Pushing event updated for resources: {'Port': ['ID=3a6d88ef-1efe-4f94-a4e5-d5f974191239,revision_number=2']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:21.685974 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-eda48aa5-4a86-4175-81f2-929f147d2830 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:21.701421 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.plugin [req-a8b8cdfb-1243-4b06-b31e-a1c10ebb34ef req-ea8718ba-2aa8-42cb-956d-55e44de9df1a tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Calling delete_port for a8c79f54-f643-4917-a65c-aef6cfaaac9b owned by compute:nova {{(pid=92097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 12:04:21.781363 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf3a7b6-684f-4253-9870-5d9793f8335c req-37031c3c-6697-419b-95c5-b50633e88549 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:21.784021 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-2bf3a7b6-684f-4253-9870-5d9793f8335c req-37031c3c-6697-419b-95c5-b50633e88549 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=f978bdbd-a787-4839-b681-dc085e83f9b4 HTTP/1.1" status: 200 len: 946 time: 0.3706560 Jun 06 12:04:21.792453 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.managers [req-ffd93cb2-b0f6-40e6-9dca-dd365ed756fe req-eda48aa5-4a86-4175-81f2-929f147d2830 service neutron] Attempting to bind port 3a6d88ef-1efe-4f94-a4e5-d5f974191239 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 12:04:21.792888 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.managers [req-ffd93cb2-b0f6-40e6-9dca-dd365ed756fe req-eda48aa5-4a86-4175-81f2-929f147d2830 service neutron] Attempting to bind port 3a6d88ef-1efe-4f94-a4e5-d5f974191239 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '50ae22f6-2f71-4a96-af00-d2fd8d97cc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '4d37cec2-d786-44b2-9e86-7075fb44dfe0'}] {{(pid=92096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 12:04:21.793311 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd93cb2-b0f6-40e6-9dca-dd365ed756fe req-eda48aa5-4a86-4175-81f2-929f147d2830 service neutron] Attempting to bind port 3a6d88ef-1efe-4f94-a4e5-d5f974191239 on network 4d37cec2-d786-44b2-9e86-7075fb44dfe0 {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 12:04:21.814169 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd93cb2-b0f6-40e6-9dca-dd365ed756fe req-eda48aa5-4a86-4175-81f2-929f147d2830 service neutron] Port 3a6d88ef-1efe-4f94-a4e5-d5f974191239 on network 4d37cec2-d786-44b2-9e86-7075fb44dfe0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 12:04:21.814686 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd93cb2-b0f6-40e6-9dca-dd365ed756fe req-eda48aa5-4a86-4175-81f2-929f147d2830 service neutron] Attempting to bind port 3a6d88ef-1efe-4f94-a4e5-d5f974191239 on network 4d37cec2-d786-44b2-9e86-7075fb44dfe0 {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 12:04:21.825859 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd93cb2-b0f6-40e6-9dca-dd365ed756fe req-eda48aa5-4a86-4175-81f2-929f147d2830 service neutron] Checking agent: {'id': '7f4f2d28-9bb0-42d9-b4ad-6ed22ccae0f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 12, 1, 20), 'started_at': datetime.datetime(2021, 6, 6, 12, 1, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 12, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 12:04:21.826366 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd93cb2-b0f6-40e6-9dca-dd365ed756fe req-eda48aa5-4a86-4175-81f2-929f147d2830 service neutron] Checking segment: {'id': '50ae22f6-2f71-4a96-af00-d2fd8d97cc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '4d37cec2-d786-44b2-9e86-7075fb44dfe0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 12:04:21.826902 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd93cb2-b0f6-40e6-9dca-dd365ed756fe req-eda48aa5-4a86-4175-81f2-929f147d2830 service neutron] Bound using segment: {'id': '50ae22f6-2f71-4a96-af00-d2fd8d97cc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '4d37cec2-d786-44b2-9e86-7075fb44dfe0'} {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 12:04:21.827434 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.managers [req-ffd93cb2-b0f6-40e6-9dca-dd365ed756fe req-eda48aa5-4a86-4175-81f2-929f147d2830 service neutron] Bound port: 3a6d88ef-1efe-4f94-a4e5-d5f974191239, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50ae22f6-2f71-4a96-af00-d2fd8d97cc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '4d37cec2-d786-44b2-9e86-7075fb44dfe0'}}] {{(pid=92096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 12:04:21.846999 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-ffd93cb2-b0f6-40e6-9dca-dd365ed756fe req-eda48aa5-4a86-4175-81f2-929f147d2830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:21.915291 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-2bf3a7b6-684f-4253-9870-5d9793f8335c req-5e500d88-bc3f-428b-a3de-e0d386a10a4e tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238973 Jun 06 12:04:22.009071 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-a8b8cdfb-1243-4b06-b31e-a1c10ebb34ef req-ea8718ba-2aa8-42cb-956d-55e44de9df1a tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778191664348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778191160661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2165323'] for port, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:22.019308 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-378c5cf6-e5a4-4bff-b219-967edb9270cc tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:22.025839 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] get_ports_and_sgs() called for port_ids ['a8c79f54-f643-4917-a65c-aef6cfaaac9b'] {{(pid=92098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 12:04:22.040936 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.db [req-ffd93cb2-b0f6-40e6-9dca-dd365ed756fe req-eda48aa5-4a86-4175-81f2-929f147d2830 service neutron] For port 3a6d88ef-1efe-4f94-a4e5-d5f974191239, host hv-cinder-78626, cleared binding levels {{(pid=92096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 12:04:22.044907 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.db [req-ffd93cb2-b0f6-40e6-9dca-dd365ed756fe req-eda48aa5-4a86-4175-81f2-929f147d2830 service neutron] For port 3a6d88ef-1efe-4f94-a4e5-d5f974191239, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=3a6d88ef-1efe-4f94-a4e5-d5f974191239,segment=NetworkSegment(50ae22f6-2f71-4a96-af00-d2fd8d97cc9b),segment_id=50ae22f6-2f71-4a96-af00-d2fd8d97cc9b)] {{(pid=92096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 12:04:22.061565 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a973d38-c832-45e5-b243-d71651ab721e req-7b437646-6257-4017-8b7f-61093a2ebeef tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:22.070499 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-7a973d38-c832-45e5-b243-d71651ab721e req-7b437646-6257-4017-8b7f-61093a2ebeef tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?device_id=c17b341a-70f0-41e0-b1d6-cafeea923992 HTTP/1.1" status: 200 len: 943 time: 0.1540720 Jun 06 12:04:22.076657 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8718ba-2aa8-42cb-956d-55e44de9df1a tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Pushing event deleted for resources: {'Port': ['ID=a8c79f54-f643-4917-a65c-aef6cfaaac9b,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:22.116022 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-ea8718ba-2aa8-42cb-956d-55e44de9df1a tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:22.146802 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-ffd93cb2-b0f6-40e6-9dca-dd365ed756fe req-eda48aa5-4a86-4175-81f2-929f147d2830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2160299'] for port, after_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:22.156395 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:22.186886 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8b8cdfb-1243-4b06-b31e-a1c10ebb34ef req-ea8718ba-2aa8-42cb-956d-55e44de9df1a tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] No DVR routers for this DVR port a8c79f54-f643-4917-a65c-aef6cfaaac9b on host hv-cinder-78626 {{(pid=92097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 12:04:22.206069 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-a8b8cdfb-1243-4b06-b31e-a1c10ebb34ef req-ea8718ba-2aa8-42cb-956d-55e44de9df1a tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160768'] for port, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:22.207336 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-7a973d38-c832-45e5-b243-d71651ab721e req-11555582-92ed-4cae-a077-d9f7dbb7d73d tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/security-groups?id=f23f4ac2-a34a-4b05-b7f3-4b7c23d9b1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357164 Jun 06 12:04:22.208742 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-a8b8cdfb-1243-4b06-b31e-a1c10ebb34ef req-ea8718ba-2aa8-42cb-956d-55e44de9df1a tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] 10.222.0.35 "DELETE /v2.0/ports/a8c79f54-f643-4917-a65c-aef6cfaaac9b HTTP/1.1" status: 204 len: 173 time: 0.9428754 Jun 06 12:04:22.210608 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '385c6bd4-6796-4ab8-bbf9-e614e87617f2', 'name': 'network-vif-deleted', 'tag': 'a8c79f54-f643-4917-a65c-aef6cfaaac9b'}] {{(pid=92097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:04:22.222428 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0506e69bdf94a0a0544469556e00d4f87ccfa4abed68bb2c567d57a4f994f1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e809c551-27e2-463e-9907-bf4643590ec6" -d '{"events": [{"server_uuid": "385c6bd4-6796-4ab8-bbf9-e614e87617f2", "name": "network-vif-deleted", "tag": "a8c79f54-f643-4917-a65c-aef6cfaaac9b"}]}' {{(pid=92097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:04:22.224996 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd93cb2-b0f6-40e6-9dca-dd365ed756fe req-eda48aa5-4a86-4175-81f2-929f147d2830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:22.225615 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-ffd93cb2-b0f6-40e6-9dca-dd365ed756fe req-eda48aa5-4a86-4175-81f2-929f147d2830 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160768'] for port, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:22.226980 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ffd93cb2-b0f6-40e6-9dca-dd365ed756fe req-eda48aa5-4a86-4175-81f2-929f147d2830 service neutron] 10.222.0.35 "PUT /v2.0/ports/3a6d88ef-1efe-4f94-a4e5-d5f974191239 HTTP/1.1" status: 200 len: 1093 time: 1.5935700 Jun 06 12:04:22.271980 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c17b341a-70f0-41e0-b1d6-cafeea923992', 'tag': '3a6d88ef-1efe-4f94-a4e5-d5f974191239'}] {{(pid=92096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:04:22.271980 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70cf447e3881262ea0b43a88f7d0d33c778b0ed04640d1c627a7304ff1bba8b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818c33b5-58c6-4472-9c77-144f006b026a" -d '{"events": [{"name": "network-changed", "server_uuid": "c17b341a-70f0-41e0-b1d6-cafeea923992", "tag": "3a6d88ef-1efe-4f94-a4e5-d5f974191239"}]}' {{(pid=92096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:04:22.286332 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 12:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bfebcf3-8c73-4d5b-a205-797b2f356350 x-openstack-request-id: req-3bfebcf3-8c73-4d5b-a205-797b2f356350 {{(pid=92097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:04:22.287417 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "385c6bd4-6796-4ab8-bbf9-e614e87617f2", "name": "network-vif-deleted", "tag": "a8c79f54-f643-4917-a65c-aef6cfaaac9b", "status": "completed", "code": 200}]} {{(pid=92097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:04:22.288000 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3bfebcf3-8c73-4d5b-a205-797b2f356350 {{(pid=92097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:04:22.288651 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '385c6bd4-6796-4ab8-bbf9-e614e87617f2', 'name': 'network-vif-deleted', 'tag': 'a8c79f54-f643-4917-a65c-aef6cfaaac9b', 'status': 'completed', 'code': 200} Jun 06 12:04:22.294117 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-f8b7676d-b61f-4650-a34f-9e726a663a3b req-0d65de54-9bc0-47f1-968a-ad422008174e tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] 10.222.0.32 "GET /v2.0/ports?device_id=385c6bd4-6796-4ab8-bbf9-e614e87617f2 HTTP/1.1" status: 200 len: 210 time: 0.0997224 Jun 06 12:04:22.312701 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda48aa5-4a86-4175-81f2-929f147d2830 service neutron] Pushing event updated for resources: {'Port': ['ID=3a6d88ef-1efe-4f94-a4e5-d5f974191239,revision_number=3']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:22.325418 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-eda48aa5-4a86-4175-81f2-929f147d2830 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:22.347430 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 12:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ad6209-f75d-46f2-a1b7-12de55b2bdda x-openstack-request-id: req-66ad6209-f75d-46f2-a1b7-12de55b2bdda {{(pid=92096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:04:22.347894 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c17b341a-70f0-41e0-b1d6-cafeea923992", "tag": "3a6d88ef-1efe-4f94-a4e5-d5f974191239", "status": "completed", "code": 200}]} {{(pid=92096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:04:22.349094 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-66ad6209-f75d-46f2-a1b7-12de55b2bdda {{(pid=92096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:04:22.350294 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c17b341a-70f0-41e0-b1d6-cafeea923992', 'tag': '3a6d88ef-1efe-4f94-a4e5-d5f974191239', 'status': 'completed', 'code': 200} Jun 06 12:04:22.474499 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f1798-673a-49f4-b11e-741c35c75a30 req-8250358e-fe8e-4785-8357-2030b480f169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:22.476258 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-cc7f1798-673a-49f4-b11e-741c35c75a30 req-8250358e-fe8e-4785-8357-2030b480f169 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f978bdbd-a787-4839-b681-dc085e83f9b4 HTTP/1.1" status: 200 len: 1099 time: 0.0935225 Jun 06 12:04:22.477583 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd93cb2-b0f6-40e6-9dca-dd365ed756fe req-d633e23c-aebb-44dc-90e5-f15f9e29c2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:22.479065 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ffd93cb2-b0f6-40e6-9dca-dd365ed756fe req-d633e23c-aebb-44dc-90e5-f15f9e29c2b7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1875b9074f2a49ea94dc8d6242744a26&device_id=c17b341a-70f0-41e0-b1d6-cafeea923992 HTTP/1.1" status: 200 len: 1096 time: 0.0974679 Jun 06 12:04:22.536970 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-cc7f1798-673a-49f4-b11e-741c35c75a30 req-3d8922c2-fcb8-4d94-811e-bd23981ec7bc service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407565 Jun 06 12:04:22.567436 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ffd93cb2-b0f6-40e6-9dca-dd365ed756fe req-2dfa7ae5-cd4a-4037-85d4-25f58f29b1d0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a6d88ef-1efe-4f94-a4e5-d5f974191239 HTTP/1.1" status: 200 len: 217 time: 0.0711856 Jun 06 12:04:22.679820 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd93cb2-b0f6-40e6-9dca-dd365ed756fe req-21f6844c-2ad6-4403-a6b2-c91fa8e74254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:22.681289 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ffd93cb2-b0f6-40e6-9dca-dd365ed756fe req-21f6844c-2ad6-4403-a6b2-c91fa8e74254 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ff1afc7f-f4ce-414b-b4e3-27c63da65886 HTTP/1.1" status: 200 len: 854 time: 0.0670168 Jun 06 12:04:22.746714 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ffd93cb2-b0f6-40e6-9dca-dd365ed756fe req-b1f5c7db-d2ea-45f7-be00-5ab775162d22 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4d37cec2-d786-44b2-9e86-7075fb44dfe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395448 Jun 06 12:04:22.889781 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ffd93cb2-b0f6-40e6-9dca-dd365ed756fe req-0d4ab9de-a8b5-485d-a098-8aa98690e0fb service neutron] 10.222.0.35 "GET /v2.0/networks/4d37cec2-d786-44b2-9e86-7075fb44dfe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281481 Jun 06 12:04:22.995157 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-dde0a769-bb65-4f49-a590-df32523868aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:23.075973 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ffd93cb2-b0f6-40e6-9dca-dd365ed756fe req-f0d606c0-1eb5-49a0-8bcb-4e107e358317 service neutron] 10.222.0.35 "GET /v2.0/networks/4d37cec2-d786-44b2-9e86-7075fb44dfe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783609 Jun 06 12:04:23.120913 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f376e6-12b9-45a7-bc45-9d5aabcfc16b req-88a5a092-32cf-4038-8134-9dfe238d1dd0 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:23.122404 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c5f376e6-12b9-45a7-bc45-9d5aabcfc16b req-88a5a092-32cf-4038-8134-9dfe238d1dd0 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=f978bdbd-a787-4839-b681-dc085e83f9b4 HTTP/1.1" status: 200 len: 946 time: 0.0908647 Jun 06 12:04:23.174651 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c5f376e6-12b9-45a7-bc45-9d5aabcfc16b req-373f58e6-6d47-42aa-a184-b20ec7f71839 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445120 Jun 06 12:04:23.292711 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c33b5-58c6-4472-9c77-144f006b026a req-eaec1c28-f530-47fe-8597-13243ee69fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:23.294253 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-818c33b5-58c6-4472-9c77-144f006b026a req-eaec1c28-f530-47fe-8597-13243ee69fd1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1875b9074f2a49ea94dc8d6242744a26&device_id=c17b341a-70f0-41e0-b1d6-cafeea923992 HTTP/1.1" status: 200 len: 1096 time: 0.0914102 Jun 06 12:04:23.557485 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-060c1e0c-7cf6-43fa-9352-b1bcb015f513 req-4fba236b-5d98-4016-a110-bc4b125859db tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] 10.222.0.32 "GET /v2.0/ports?device_id=385c6bd4-6796-4ab8-bbf9-e614e87617f2 HTTP/1.1" status: 200 len: 210 time: 0.0782232 Jun 06 12:04:23.584970 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c33b5-58c6-4472-9c77-144f006b026a req-d9340a22-d3ad-4bcd-a34c-ff36d25a9cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:23.586481 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-818c33b5-58c6-4472-9c77-144f006b026a req-d9340a22-d3ad-4bcd-a34c-ff36d25a9cf9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4d37cec2-d786-44b2-9e86-7075fb44dfe0 HTTP/1.1" status: 200 len: 915 time: 0.2817214 Jun 06 12:04:23.603179 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b47d5-0c0b-4d73-82df-b430910b4d7b req-147ae23c-1fac-4875-b459-1065c9478491 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:23.605071 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-575b47d5-0c0b-4d73-82df-b430910b4d7b req-147ae23c-1fac-4875-b459-1065c9478491 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?device_id=c17b341a-70f0-41e0-b1d6-cafeea923992 HTTP/1.1" status: 200 len: 943 time: 0.2734134 Jun 06 12:04:23.762644 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-818c33b5-58c6-4472-9c77-144f006b026a req-06300d41-7be0-4cf7-b94f-e83f3f390db3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a6d88ef-1efe-4f94-a4e5-d5f974191239 HTTP/1.1" status: 200 len: 217 time: 0.1562765 Jun 06 12:04:23.810862 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 32814) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:04:23.826991 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-575b47d5-0c0b-4d73-82df-b430910b4d7b req-cd5f89f6-5674-44e5-9bb9-2bdc1cfc1248 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/security-groups?id=f23f4ac2-a34a-4b05-b7f3-4b7c23d9b1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653411 Jun 06 12:04:23.842610 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c33b5-58c6-4472-9c77-144f006b026a req-c6bdbb08-f010-4af0-8c44-2f5203a1e8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:23.844580 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-818c33b5-58c6-4472-9c77-144f006b026a req-c6bdbb08-f010-4af0-8c44-2f5203a1e8fc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ff1afc7f-f4ce-414b-b4e3-27c63da65886 HTTP/1.1" status: 200 len: 854 time: 0.0759232 Jun 06 12:04:23.915608 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-818c33b5-58c6-4472-9c77-144f006b026a req-ad821e43-c18c-4752-8d50-b3730fa23b4a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4d37cec2-d786-44b2-9e86-7075fb44dfe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496202 Jun 06 12:04:23.950684 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-43a9508a-1f52-4594-a44d-a33b3db19e7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:24.059469 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-43a9508a-1f52-4594-a44d-a33b3db19e7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:24.081505 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-818c33b5-58c6-4472-9c77-144f006b026a req-356c6bc3-df58-4d5d-b197-3aedf2e2cda7 service neutron] 10.222.0.35 "GET /v2.0/networks/4d37cec2-d786-44b2-9e86-7075fb44dfe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312630 Jun 06 12:04:24.118120 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-43a9508a-1f52-4594-a44d-a33b3db19e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:24.127231 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:24.166936 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-43a9508a-1f52-4594-a44d-a33b3db19e7a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=97736b208d544b3e8add65c3412283f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3548510 Jun 06 12:04:24.168549 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a9508a-1f52-4594-a44d-a33b3db19e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c364b232-6d51-4ad0-bade-2129b5f5c299,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:24.170485 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 32820) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:04:24.171832 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-43a9508a-1f52-4594-a44d-a33b3db19e7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:24.248740 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-818c33b5-58c6-4472-9c77-144f006b026a req-84b21a1a-d6e4-4e1b-8ea2-19d8bed7f77f service neutron] 10.222.0.35 "GET /v2.0/networks/4d37cec2-d786-44b2-9e86-7075fb44dfe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580226 Jun 06 12:04:24.262673 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-c13a7f95-c7bb-4369-b085-534cb1fad025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:24.288914 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-c13a7f95-c7bb-4369-b085-534cb1fad025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:24.415719 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d05c96-7603-47df-9f7d-bc5f39fb6f7d req-8b54fe0c-0381-4b87-b652-1816c91954fd tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:24.417224 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-f7d05c96-7603-47df-9f7d-bc5f39fb6f7d req-8b54fe0c-0381-4b87-b652-1816c91954fd tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=f978bdbd-a787-4839-b681-dc085e83f9b4 HTTP/1.1" status: 200 len: 946 time: 0.1214356 Jun 06 12:04:24.461036 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-f7d05c96-7603-47df-9f7d-bc5f39fb6f7d req-a6272a0e-af95-4f7f-b3c3-c254f08f6fb1 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379794 Jun 06 12:04:24.461994 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-c13a7f95-c7bb-4369-b085-534cb1fad025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:24.464587 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-c13a7f95-c7bb-4369-b085-534cb1fad025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:24.465545 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-c13a7f95-c7bb-4369-b085-534cb1fad025 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c364b232-6d51-4ad0-bade-2129b5f5c299 HTTP/1.1" status: 204 len: 168 time: 0.2941649 Jun 06 12:04:24.466301 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-497256e3-7123-4969-bcbf-7184ee86a494 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:24.476099 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13a7f95-c7bb-4369-b085-534cb1fad025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c364b232-6d51-4ad0-bade-2129b5f5c299,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:24.478642 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-c13a7f95-c7bb-4369-b085-534cb1fad025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:24.662740 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e7e4e-4f7b-4ea3-867f-e4b119e10d97 req-e6c02ca9-9fee-4d0b-9265-6cf6dae1ca5c tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:24.664174 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6d4e7e4e-4f7b-4ea3-867f-e4b119e10d97 req-e6c02ca9-9fee-4d0b-9265-6cf6dae1ca5c tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbc879d7-7892-49d1-b704-4b31e81d5886 HTTP/1.1" status: 200 len: 945 time: 0.0837638 Jun 06 12:04:24.718700 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6d4e7e4e-4f7b-4ea3-867f-e4b119e10d97 req-e1bb78cf-de22-4e0d-9f9c-1b5b77f890e3 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475523 Jun 06 12:04:25.116763 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9b6151-1e97-442b-838a-3fa53f2a0555 req-d89469cd-4893-4f6f-866b-52f062c2014f tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:25.118280 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ff9b6151-1e97-442b-838a-3fa53f2a0555 req-d89469cd-4893-4f6f-866b-52f062c2014f tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] 10.222.0.32 "GET /v2.0/networks?id=5eb4b2e8-267f-4840-b822-90586b7515c8 HTTP/1.1" status: 200 len: 808 time: 0.2246070 Jun 06 12:04:25.143864 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ff9b6151-1e97-442b-838a-3fa53f2a0555 req-c3694066-5263-4c4b-a7a1-22b3ba1ac1e6 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] 10.222.0.32 "GET /v2.0/quotas/c20043a715c44fce92d9a4f55e7bb26b HTTP/1.1" status: 200 len: 375 time: 0.0133379 Jun 06 12:04:25.193052 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b7beb-0682-4767-90a4-49a87a5bdfaf req-2b3be379-fa19-4563-808d-ca5093cc0b32 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:25.194520 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-525b7beb-0682-4767-90a4-49a87a5bdfaf req-2b3be379-fa19-4563-808d-ca5093cc0b32 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?device_id=c17b341a-70f0-41e0-b1d6-cafeea923992 HTTP/1.1" status: 200 len: 943 time: 0.1389987 Jun 06 12:04:25.220331 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ff9b6151-1e97-442b-838a-3fa53f2a0555 req-abd0b4d4-d5bf-4784-b0fa-9287b3bc0e95 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c20043a715c44fce92d9a4f55e7bb26b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0661054 Jun 06 12:04:25.248477 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device a8c79f54-f643-4917-a65c-aef6cfaaac9b no longer exists at agent hyperv_hv-cinder-78626 {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 12:04:25.255285 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 32866) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:04:25.273295 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-fb03a81e-6af4-4093-b683-8af81cd76fbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:25.282224 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.plugin [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] No Port match for: a8c79f54-f643-4917-a65c-aef6cfaaac9b {{(pid=92098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 12:04:25.282573 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device a8c79f54-f643-4917-a65c-aef6cfaaac9b not bound to the agent host hv-cinder-78626 {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 12:04:25.290734 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-525b7beb-0682-4767-90a4-49a87a5bdfaf req-4a2bf0f7-c8cb-435e-95ff-5c658bd3695a tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/security-groups?id=f23f4ac2-a34a-4b05-b7f3-4b7c23d9b1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901570 Jun 06 12:04:25.394213 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ff9b6151-1e97-442b-838a-3fa53f2a0555 req-29a1afc3-f437-4101-89db-ce6669f8a9a6 service neutron] 10.222.0.32 "GET /v2.0/networks/5eb4b2e8-267f-4840-b822-90586b7515c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661713 Jun 06 12:04:25.440010 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-fb03a81e-6af4-4093-b683-8af81cd76fbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:25.498061 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-fb03a81e-6af4-4093-b683-8af81cd76fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:25.506905 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-1c4e7717-5ff3-44be-8d24-0c2e0390b3cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:25.537915 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ff9b6151-1e97-442b-838a-3fa53f2a0555 req-81a0e032-857a-44db-9ffd-6873760fbffd service neutron] 10.222.0.32 "GET /v2.0/networks/5eb4b2e8-267f-4840-b822-90586b7515c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363244 Jun 06 12:04:25.545828 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-fb03a81e-6af4-4093-b683-8af81cd76fbc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b579aadd10c14654a137432977e584d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2893982 Jun 06 12:04:25.548561 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 32872) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:04:25.558392 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb03a81e-6af4-4093-b683-8af81cd76fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6ce204-e4cd-46ed-a35f-e4589c972123,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:25.562760 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-fb03a81e-6af4-4093-b683-8af81cd76fbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:25.619188 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-1df24c78-7c1f-4c2c-a06e-ce2563413a75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:25.649943 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-1df24c78-7c1f-4c2c-a06e-ce2563413a75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:25.800102 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-1df24c78-7c1f-4c2c-a06e-ce2563413a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:25.805139 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-1df24c78-7c1f-4c2c-a06e-ce2563413a75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:25.808419 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-1df24c78-7c1f-4c2c-a06e-ce2563413a75 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4c6ce204-e4cd-46ed-a35f-e4589c972123 HTTP/1.1" status: 204 len: 168 time: 0.2580183 Jun 06 12:04:25.810779 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-48d27e87-9b41-4af8-b233-66519820ec54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:25.828990 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df24c78-7c1f-4c2c-a06e-ce2563413a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6ce204-e4cd-46ed-a35f-e4589c972123,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:25.847701 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-1df24c78-7c1f-4c2c-a06e-ce2563413a75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:25.930679 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-d1e64515-5813-4376-ac10-9bc6ea980ee9 req-667eab89-d4ca-41ab-b85e-3a166751b60e tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] 10.222.0.32 "GET /v2.0/ports?device_id=50fdb7ec-d5ed-4ab4-a073-b40793180a80 HTTP/1.1" status: 200 len: 210 time: 0.1313343 Jun 06 12:04:26.486776 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd7347d-c1a0-49de-a667-28cc56ea5d6e req-2c68c6dd-091c-4ae9-8209-c364cfcd4a53 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:26.488320 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-acd7347d-c1a0-49de-a667-28cc56ea5d6e req-2c68c6dd-091c-4ae9-8209-c364cfcd4a53 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?device_id=c17b341a-70f0-41e0-b1d6-cafeea923992 HTTP/1.1" status: 200 len: 943 time: 0.0881674 Jun 06 12:04:26.537226 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-acd7347d-c1a0-49de-a667-28cc56ea5d6e req-2d1899e9-aa40-4565-b71d-ad0ebf21f497 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/security-groups?id=f23f4ac2-a34a-4b05-b7f3-4b7c23d9b1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426273 Jun 06 12:04:27.090186 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-88a8c895-d14c-4b05-a8c8-202c4887da13 req-cf6dcd1c-bb4e-46bb-a9b0-01671272de37 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] 10.222.0.32 "GET /v2.0/ports?device_id=50fdb7ec-d5ed-4ab4-a073-b40793180a80 HTTP/1.1" status: 200 len: 210 time: 0.0490150 Jun 06 12:04:27.262358 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device 3a6d88ef-1efe-4f94-a4e5-d5f974191239 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=92098) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 12:04:27.511613 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] For port 3a6d88ef-1efe-4f94-a4e5-d5f974191239, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=3a6d88ef-1efe-4f94-a4e5-d5f974191239,segment=NetworkSegment(50ae22f6-2f71-4a96-af00-d2fd8d97cc9b),segment_id=50ae22f6-2f71-4a96-af00-d2fd8d97cc9b)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:04:27.535344 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Returning: {'device': '3a6d88ef-1efe-4f94-a4e5-d5f974191239', 'network_id': '4d37cec2-d786-44b2-9e86-7075fb44dfe0', 'port_id': '3a6d88ef-1efe-4f94-a4e5-d5f974191239', 'mac_address': 'fa:16:3e:17:c7:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff1afc7f-f4ce-414b-b4e3-27c63da65886', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92098) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 12:04:27.620899 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:27.643307 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.notifiers.nova [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a6d88ef-1efe-4f94-a4e5-d5f974191239 {{(pid=92098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 12:04:27.662729 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] For port 3a6d88ef-1efe-4f94-a4e5-d5f974191239, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=3a6d88ef-1efe-4f94-a4e5-d5f974191239,segment=NetworkSegment(50ae22f6-2f71-4a96-af00-d2fd8d97cc9b),segment_id=50ae22f6-2f71-4a96-af00-d2fd8d97cc9b)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:04:27.737874 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:27.740092 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:27.779717 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b4db89-1c05-40fd-8138-e734f0ff6509 req-66fc00dd-0865-4502-986c-1cbd4ee2cfc8 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:27.781086 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-18b4db89-1c05-40fd-8138-e734f0ff6509 req-66fc00dd-0865-4502-986c-1cbd4ee2cfc8 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbc879d7-7892-49d1-b704-4b31e81d5886 HTTP/1.1" status: 200 len: 945 time: 0.3028569 Jun 06 12:04:27.785050 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584cde24-f34f-4a4f-898e-0ed181ee7b99 req-79508383-d313-478a-9614-bb838b723849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:27.786446 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-584cde24-f34f-4a4f-898e-0ed181ee7b99 req-79508383-d313-478a-9614-bb838b723849 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50c7650c564f46e9895bb0af0228580e&device_id=dbc879d7-7892-49d1-b704-4b31e81d5886 HTTP/1.1" status: 200 len: 1098 time: 0.2508740 Jun 06 12:04:27.808498 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Pushing event updated for resources: {'Port': ['ID=3a6d88ef-1efe-4f94-a4e5-d5f974191239,revision_number=4']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:27.812305 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:27.856858 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72033270-0c3e-421f-926b-83ca048fde3b req-259ea3ea-b38c-4288-b9d5-9774eb12b6ca tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:27.858335 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-72033270-0c3e-421f-926b-83ca048fde3b req-259ea3ea-b38c-4288-b9d5-9774eb12b6ca tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?device_id=c17b341a-70f0-41e0-b1d6-cafeea923992 HTTP/1.1" status: 200 len: 943 time: 0.1830115 Jun 06 12:04:27.967287 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-18b4db89-1c05-40fd-8138-e734f0ff6509 req-e0179c97-976c-4095-b1ba-8ca893c03e75 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772749 Jun 06 12:04:28.005513 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-72033270-0c3e-421f-926b-83ca048fde3b req-df513b99-bef0-45a1-9e8d-9ca66e240b39 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/security-groups?id=f23f4ac2-a34a-4b05-b7f3-4b7c23d9b1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355886 Jun 06 12:04:28.028485 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584cde24-f34f-4a4f-898e-0ed181ee7b99 req-c1fe4ea2-f6b3-4fe3-96ee-d2fb9d98dd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:28.035288 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-584cde24-f34f-4a4f-898e-0ed181ee7b99 req-c1fe4ea2-f6b3-4fe3-96ee-d2fb9d98dd1c service neutron] 10.222.0.35 "GET /v2.0/networks?id=d03de1d2-5bf4-407f-a826-051b44cc8c51 HTTP/1.1" status: 200 len: 919 time: 0.2248576 Jun 06 12:04:28.110030 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-584cde24-f34f-4a4f-898e-0ed181ee7b99 req-a7164b33-1f54-43d8-b559-463e1ce0341c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=715ca4b4-6ad2-407f-b0bb-3dda38213e15 HTTP/1.1" status: 200 len: 217 time: 0.0697441 Jun 06 12:04:28.163336 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] get_ports_and_sgs() called for port_ids ['3a6d88ef-1efe-4f94-a4e5-d5f974191239'] {{(pid=92098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 12:04:28.196934 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584cde24-f34f-4a4f-898e-0ed181ee7b99 req-5eff6a67-426a-4265-a134-49adffb2cc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:28.199685 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-584cde24-f34f-4a4f-898e-0ed181ee7b99 req-5eff6a67-426a-4265-a134-49adffb2cc9c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5d90edd5-4ab2-4621-97ec-be229d8cd0db HTTP/1.1" status: 200 len: 858 time: 0.0819602 Jun 06 12:04:28.296506 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-584cde24-f34f-4a4f-898e-0ed181ee7b99 req-35b87a77-ecaf-4632-b348-5bbae138ddb2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d03de1d2-5bf4-407f-a826-051b44cc8c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861576 Jun 06 12:04:28.304595 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-fb7b9940-5e74-42de-a357-9180fa2b1b8a req-43ca6c65-8dfa-4365-9672-d59cf2be9226 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] 10.222.0.32 "GET /v2.0/ports?device_id=50fdb7ec-d5ed-4ab4-a073-b40793180a80 HTTP/1.1" status: 200 len: 210 time: 0.0516968 Jun 06 12:04:28.431499 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9b6151-1e97-442b-838a-3fa53f2a0555 req-3fbfb95f-0328-48b6-b07f-791436033cdd tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:28.433026 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-ff9b6151-1e97-442b-838a-3fa53f2a0555 req-3fbfb95f-0328-48b6-b07f-791436033cdd tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] 10.222.0.35 "GET /v2.0/networks?id=5eb4b2e8-267f-4840-b822-90586b7515c8 HTTP/1.1" status: 200 len: 808 time: 0.1955132 Jun 06 12:04:28.448547 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.v2.base [req-ff9b6151-1e97-442b-838a-3fa53f2a0555 req-214aa875-97e9-4259-90be-20c408225b44 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Request body: {'port': {'device_id': '50fdb7ec-d5ed-4ab4-a073-b40793180a80', 'network_id': '5eb4b2e8-267f-4840-b822-90586b7515c8', 'admin_state_up': True, 'tenant_id': 'c20043a715c44fce92d9a4f55e7bb26b'}} {{(pid=92097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:04:28.528064 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-584cde24-f34f-4a4f-898e-0ed181ee7b99 req-1e104d7b-63c1-40c7-990e-933aa4e8d20f service neutron] 10.222.0.35 "GET /v2.0/networks/d03de1d2-5bf4-407f-a826-051b44cc8c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205822 Jun 06 12:04:28.690572 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-584cde24-f34f-4a4f-898e-0ed181ee7b99 req-fb8106d2-95bb-4a6e-82c0-0008f0c5f4f6 service neutron] 10.222.0.35 "GET /v2.0/networks/d03de1d2-5bf4-407f-a826-051b44cc8c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479256 Jun 06 12:04:28.855054 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff9b6151-1e97-442b-838a-3fa53f2a0555 req-214aa875-97e9-4259-90be-20c408225b44 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Made reservation on behalf of c20043a715c44fce92d9a4f55e7bb26b for: {'port': 1} {{(pid=92097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 12:04:28.858875 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-ff9b6151-1e97-442b-838a-3fa53f2a0555 req-214aa875-97e9-4259-90be-20c408225b44 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:29.048934 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.db_base_plugin_common [req-ff9b6151-1e97-442b-838a-3fa53f2a0555 req-214aa875-97e9-4259-90be-20c408225b44 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Allocated IP 172.20.0.13 (5eb4b2e8-267f-4840-b822-90586b7515c8/e7726d90-9a40-471f-a46f-0512253a640a/cad2dc49-5741-4f22-9603-d49ed1514e21) {{(pid=92097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 12:04:29.204979 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 33004) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:04:29.263611 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fead096-c1cc-4dc2-a073-6300635ed0dc req-0bfe4233-a7ea-49e2-b411-9581b7579a2c tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:29.270272 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-5fead096-c1cc-4dc2-a073-6300635ed0dc req-0bfe4233-a7ea-49e2-b411-9581b7579a2c tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbc879d7-7892-49d1-b704-4b31e81d5886 HTTP/1.1" status: 200 len: 945 time: 0.1662486 Jun 06 12:04:29.319047 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-ff9b6151-1e97-442b-838a-3fa53f2a0555 req-214aa875-97e9-4259-90be-20c408225b44 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Notify callbacks [] for port, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:29.340035 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0080a3db-908c-443c-bcd9-a04854c8275b req-23566a73-66f6-42df-9b59-d095d39522eb tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:29.343450 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-0080a3db-908c-443c-bcd9-a04854c8275b req-23566a73-66f6-42df-9b59-d095d39522eb tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?device_id=c17b341a-70f0-41e0-b1d6-cafeea923992 HTTP/1.1" status: 200 len: 944 time: 0.1873469 Jun 06 12:04:29.366701 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-5fead096-c1cc-4dc2-a073-6300635ed0dc req-60ca15ff-b425-4e6c-8788-5af7c77eff36 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955849 Jun 06 12:04:29.387507 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-4201e2d2-03d5-41db-983e-32343a01f5f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:29.424290 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-ff9b6151-1e97-442b-838a-3fa53f2a0555 req-214aa875-97e9-4259-90be-20c408225b44 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778191160652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2165323'] for port, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:29.432506 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-bb66ee45-6b0d-4258-885b-6635c92db212 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:29.437381 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-0080a3db-908c-443c-bcd9-a04854c8275b req-769997d5-a77e-433a-a489-2b353680e459 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/security-groups?id=f23f4ac2-a34a-4b05-b7f3-4b7c23d9b1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861549 Jun 06 12:04:29.540522 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-4201e2d2-03d5-41db-983e-32343a01f5f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:29.549400 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff9b6151-1e97-442b-838a-3fa53f2a0555 req-214aa875-97e9-4259-90be-20c408225b44 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Network 5eb4b2e8-267f-4840-b822-90586b7515c8 is already hosted by enough agents. {{(pid=92097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 12:04:29.552476 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.base_scheduler [req-ff9b6151-1e97-442b-838a-3fa53f2a0555 req-214aa875-97e9-4259-90be-20c408225b44 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Resources bound (agent type, host, resource id): {{(pid=92097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:04:29.556452 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff9b6151-1e97-442b-838a-3fa53f2a0555 req-214aa875-97e9-4259-90be-20c408225b44 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Received port after_create {{(pid=92097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 12:04:29.606801 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214aa875-97e9-4259-90be-20c408225b44 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Pushing event updated for resources: {'Port': ['ID=cad2dc49-5741-4f22-9603-d49ed1514e21,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:29.610517 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-214aa875-97e9-4259-90be-20c408225b44 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:29.638235 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-4201e2d2-03d5-41db-983e-32343a01f5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:29.648229 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:29.650913 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9b6151-1e97-442b-838a-3fa53f2a0555 req-214aa875-97e9-4259-90be-20c408225b44 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:29.651549 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-ff9b6151-1e97-442b-838a-3fa53f2a0555 req-214aa875-97e9-4259-90be-20c408225b44 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160768'] for port, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:29.694955 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4201e2d2-03d5-41db-983e-32343a01f5f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702b5a40-dae8-4bae-821e-545480b6a963,revision_number=1']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:29.700772 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-4201e2d2-03d5-41db-983e-32343a01f5f9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cda2219f2a3b4aae9ffa74dc3ac230fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4948297 Jun 06 12:04:29.701633 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-4201e2d2-03d5-41db-983e-32343a01f5f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:29.704265 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 33016) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:04:29.722683 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d6591f-c8e6-4298-b044-399cc8e3bb6e req-80f0ef14-9c6b-4258-81cc-40029c242300 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:29.724123 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-94d6591f-c8e6-4298-b044-399cc8e3bb6e req-80f0ef14-9c6b-4258-81cc-40029c242300 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] 10.222.0.32 "GET /v2.0/ports?device_id=50fdb7ec-d5ed-4ab4-a073-b40793180a80 HTTP/1.1" status: 200 len: 932 time: 0.1576335 Jun 06 12:04:29.764704 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-00a0dcaa-d9de-4bc4-874e-543ab784f7ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:29.769995 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-94d6591f-c8e6-4298-b044-399cc8e3bb6e req-dca511cb-607d-4d1a-85b1-2fd4dd131e72 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a753ed1-035d-4449-890e-ded7effedaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391400 Jun 06 12:04:29.776946 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-ff9b6151-1e97-442b-838a-3fa53f2a0555 req-214aa875-97e9-4259-90be-20c408225b44 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3322628 Jun 06 12:04:29.793142 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.v2.base [req-ff9b6151-1e97-442b-838a-3fa53f2a0555 req-f7ec46a0-fd99-4943-9893-1dc3a53683ac service neutron] Request body: {'port': {'device_id': '50fdb7ec-d5ed-4ab4-a073-b40793180a80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=92097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:04:29.825076 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-00a0dcaa-d9de-4bc4-874e-543ab784f7ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:29.933378 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-ff9b6151-1e97-442b-838a-3fa53f2a0555 req-f7ec46a0-fd99-4943-9893-1dc3a53683ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:30.047885 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-00a0dcaa-d9de-4bc4-874e-543ab784f7ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:30.050370 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-00a0dcaa-d9de-4bc4-874e-543ab784f7ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:30.051535 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-00a0dcaa-d9de-4bc4-874e-543ab784f7ed admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/702b5a40-dae8-4bae-821e-545480b6a963 HTTP/1.1" status: 204 len: 168 time: 0.3463342 Jun 06 12:04:30.059031 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:30.070373 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a0dcaa-d9de-4bc4-874e-543ab784f7ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702b5a40-dae8-4bae-821e-545480b6a963,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:30.075629 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-00a0dcaa-d9de-4bc4-874e-543ab784f7ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:30.293565 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.notifiers.nova [req-ff9b6151-1e97-442b-838a-3fa53f2a0555 req-f7ec46a0-fd99-4943-9893-1dc3a53683ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cad2dc49-5741-4f22-9603-d49ed1514e21 {{(pid=92097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 12:04:30.300640 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-ff9b6151-1e97-442b-838a-3fa53f2a0555 req-f7ec46a0-fd99-4943-9893-1dc3a53683ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:30.314882 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.provisioning_blocks [req-ff9b6151-1e97-442b-838a-3fa53f2a0555 req-f7ec46a0-fd99-4943-9893-1dc3a53683ac service neutron] Transition to ACTIVE for port object cad2dc49-5741-4f22-9603-d49ed1514e21 will not be triggered until provisioned by entity L2. {{(pid=92097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 12:04:30.426937 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-ff9b6151-1e97-442b-838a-3fa53f2a0555 req-f7ec46a0-fd99-4943-9893-1dc3a53683ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2165360'] for port, after_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:30.431940 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:30.576175 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ec46a0-fd99-4943-9893-1dc3a53683ac service neutron] Pushing event updated for resources: {'Port': ['ID=cad2dc49-5741-4f22-9603-d49ed1514e21,revision_number=2']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:30.613901 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-f7ec46a0-fd99-4943-9893-1dc3a53683ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:30.680157 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda0c53-a200-4d05-93fa-fa3e175a0d4d req-e13dbb48-9547-4af7-a702-0ed5e62769a0 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:30.681609 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-5bda0c53-a200-4d05-93fa-fa3e175a0d4d req-e13dbb48-9547-4af7-a702-0ed5e62769a0 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbc879d7-7892-49d1-b704-4b31e81d5886 HTTP/1.1" status: 200 len: 945 time: 0.2012691 Jun 06 12:04:30.695595 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.managers [req-ff9b6151-1e97-442b-838a-3fa53f2a0555 req-f7ec46a0-fd99-4943-9893-1dc3a53683ac service neutron] Attempting to bind port cad2dc49-5741-4f22-9603-d49ed1514e21 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=92097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 12:04:30.696009 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.managers [req-ff9b6151-1e97-442b-838a-3fa53f2a0555 req-f7ec46a0-fd99-4943-9893-1dc3a53683ac service neutron] Attempting to bind port cad2dc49-5741-4f22-9603-d49ed1514e21 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '448dda07-3673-49e7-94ad-a98ccf716503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '5eb4b2e8-267f-4840-b822-90586b7515c8'}] {{(pid=92097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 12:04:30.696416 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9b6151-1e97-442b-838a-3fa53f2a0555 req-f7ec46a0-fd99-4943-9893-1dc3a53683ac service neutron] Attempting to bind port cad2dc49-5741-4f22-9603-d49ed1514e21 on network 5eb4b2e8-267f-4840-b822-90586b7515c8 {{(pid=92097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 12:04:30.701310 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9b6151-1e97-442b-838a-3fa53f2a0555 req-f7ec46a0-fd99-4943-9893-1dc3a53683ac service neutron] Port cad2dc49-5741-4f22-9603-d49ed1514e21 on network 5eb4b2e8-267f-4840-b822-90586b7515c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=92097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 12:04:30.701850 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9b6151-1e97-442b-838a-3fa53f2a0555 req-f7ec46a0-fd99-4943-9893-1dc3a53683ac service neutron] Attempting to bind port cad2dc49-5741-4f22-9603-d49ed1514e21 on network 5eb4b2e8-267f-4840-b822-90586b7515c8 {{(pid=92097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 12:04:30.707814 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9b6151-1e97-442b-838a-3fa53f2a0555 req-f7ec46a0-fd99-4943-9893-1dc3a53683ac service neutron] Checking agent: {'id': '7f4f2d28-9bb0-42d9-b4ad-6ed22ccae0f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 12, 1, 20), 'started_at': datetime.datetime(2021, 6, 6, 12, 1, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 12, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 12:04:30.708379 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9b6151-1e97-442b-838a-3fa53f2a0555 req-f7ec46a0-fd99-4943-9893-1dc3a53683ac service neutron] Checking segment: {'id': '448dda07-3673-49e7-94ad-a98ccf716503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '5eb4b2e8-267f-4840-b822-90586b7515c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 12:04:30.708760 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9b6151-1e97-442b-838a-3fa53f2a0555 req-f7ec46a0-fd99-4943-9893-1dc3a53683ac service neutron] Bound using segment: {'id': '448dda07-3673-49e7-94ad-a98ccf716503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '5eb4b2e8-267f-4840-b822-90586b7515c8'} {{(pid=92097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 12:04:30.709346 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.managers [req-ff9b6151-1e97-442b-838a-3fa53f2a0555 req-f7ec46a0-fd99-4943-9893-1dc3a53683ac service neutron] Bound port: cad2dc49-5741-4f22-9603-d49ed1514e21, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '448dda07-3673-49e7-94ad-a98ccf716503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '5eb4b2e8-267f-4840-b822-90586b7515c8'}}] {{(pid=92097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 12:04:30.709698 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-ff9b6151-1e97-442b-838a-3fa53f2a0555 req-f7ec46a0-fd99-4943-9893-1dc3a53683ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:30.739285 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-5bda0c53-a200-4d05-93fa-fa3e175a0d4d req-3ed2f28d-4dd0-498a-b31e-7088b7959787 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506189 Jun 06 12:04:30.747318 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc42415-1ec2-419f-81c7-de65d4dd9a49 req-261d6bcd-33ac-4c43-9451-3ece2f788bde tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:30.748710 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6dc42415-1ec2-419f-81c7-de65d4dd9a49 req-261d6bcd-33ac-4c43-9451-3ece2f788bde tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?device_id=c17b341a-70f0-41e0-b1d6-cafeea923992 HTTP/1.1" status: 200 len: 944 time: 0.1598220 Jun 06 12:04:30.762348 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 33036) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:04:30.796067 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-cb139d22-ddcc-45ca-9c1a-f4953bf4b875 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:30.832670 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.db [req-ff9b6151-1e97-442b-838a-3fa53f2a0555 req-f7ec46a0-fd99-4943-9893-1dc3a53683ac service neutron] For port cad2dc49-5741-4f22-9603-d49ed1514e21, host hv-cinder-78626, cleared binding levels {{(pid=92097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 12:04:30.836309 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.db [req-ff9b6151-1e97-442b-838a-3fa53f2a0555 req-f7ec46a0-fd99-4943-9893-1dc3a53683ac service neutron] For port cad2dc49-5741-4f22-9603-d49ed1514e21, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=cad2dc49-5741-4f22-9603-d49ed1514e21,segment=NetworkSegment(448dda07-3673-49e7-94ad-a98ccf716503),segment_id=448dda07-3673-49e7-94ad-a98ccf716503)] {{(pid=92097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 12:04:30.839999 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6dc42415-1ec2-419f-81c7-de65d4dd9a49 req-e991c968-8c9a-4586-9e30-759369665a4f tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/security-groups?id=f23f4ac2-a34a-4b05-b7f3-4b7c23d9b1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791011 Jun 06 12:04:30.914979 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-ff9b6151-1e97-442b-838a-3fa53f2a0555 req-f7ec46a0-fd99-4943-9893-1dc3a53683ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2165360'] for port, after_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:30.924298 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-582cbfbd-ad21-4b3a-a6ed-79732adfcf62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:30.931763 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-cb139d22-ddcc-45ca-9c1a-f4953bf4b875 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:30.979520 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9b6151-1e97-442b-838a-3fa53f2a0555 req-f7ec46a0-fd99-4943-9893-1dc3a53683ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:30.980321 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-ff9b6151-1e97-442b-838a-3fa53f2a0555 req-f7ec46a0-fd99-4943-9893-1dc3a53683ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160768'] for port, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:30.981852 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-ff9b6151-1e97-442b-838a-3fa53f2a0555 req-f7ec46a0-fd99-4943-9893-1dc3a53683ac service neutron] 10.222.0.35 "PUT /v2.0/ports/cad2dc49-5741-4f22-9603-d49ed1514e21 HTTP/1.1" status: 200 len: 1094 time: 1.1955605 Jun 06 12:04:30.982326 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50fdb7ec-d5ed-4ab4-a073-b40793180a80', 'tag': 'cad2dc49-5741-4f22-9603-d49ed1514e21'}] {{(pid=92097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:04:30.985242 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0506e69bdf94a0a0544469556e00d4f87ccfa4abed68bb2c567d57a4f994f1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eaccd3a-95a1-45bb-b80c-6211810e5c85" -d '{"events": [{"name": "network-changed", "server_uuid": "50fdb7ec-d5ed-4ab4-a073-b40793180a80", "tag": "cad2dc49-5741-4f22-9603-d49ed1514e21"}]}' {{(pid=92097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:04:31.005084 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ec46a0-fd99-4943-9893-1dc3a53683ac service neutron] Pushing event updated for resources: {'Port': ['ID=cad2dc49-5741-4f22-9603-d49ed1514e21,revision_number=3']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:31.015798 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-f7ec46a0-fd99-4943-9893-1dc3a53683ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:31.046411 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-cb139d22-ddcc-45ca-9c1a-f4953bf4b875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:31.052015 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 12:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75b3e4f-b5bb-4faa-bf2c-5bcbc7e92116 x-openstack-request-id: req-d75b3e4f-b5bb-4faa-bf2c-5bcbc7e92116 {{(pid=92097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:04:31.052330 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50fdb7ec-d5ed-4ab4-a073-b40793180a80", "tag": "cad2dc49-5741-4f22-9603-d49ed1514e21", "status": "completed", "code": 200}]} {{(pid=92097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:04:31.052649 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d75b3e4f-b5bb-4faa-bf2c-5bcbc7e92116 {{(pid=92097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:04:31.053054 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50fdb7ec-d5ed-4ab4-a073-b40793180a80', 'tag': 'cad2dc49-5741-4f22-9603-d49ed1514e21', 'status': 'completed', 'code': 200} Jun 06 12:04:31.059801 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:31.117358 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-cb139d22-ddcc-45ca-9c1a-f4953bf4b875 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bd44333051cd4ebc887eeb0f90292d99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3515935 Jun 06 12:04:31.117358 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb139d22-ddcc-45ca-9c1a-f4953bf4b875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930968d3-8da2-4eef-9351-f462e86c6486,revision_number=1']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:31.119627 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 33050) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:04:31.121571 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-cb139d22-ddcc-45ca-9c1a-f4953bf4b875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:31.245227 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10763d6-82bf-4152-afd7-e0afbaf79fa5 req-ddf10324-57bc-4771-8c61-bafb04e39c82 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:31.247447 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c10763d6-82bf-4152-afd7-e0afbaf79fa5 req-ddf10324-57bc-4771-8c61-bafb04e39c82 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] 10.222.0.32 "GET /v2.0/ports?device_id=50fdb7ec-d5ed-4ab4-a073-b40793180a80 HTTP/1.1" status: 200 len: 944 time: 0.2407572 Jun 06 12:04:31.279345 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaccd3a-95a1-45bb-b80c-6211810e5c85 req-83ad5102-9ae2-4f00-b88b-e0e7218ef5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:31.279345 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-4eaccd3a-95a1-45bb-b80c-6211810e5c85 req-83ad5102-9ae2-4f00-b88b-e0e7218ef5da service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c20043a715c44fce92d9a4f55e7bb26b&device_id=50fdb7ec-d5ed-4ab4-a073-b40793180a80 HTTP/1.1" status: 200 len: 1097 time: 0.1747782 Jun 06 12:04:31.279911 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-a676a2ca-f02c-47a4-b8ce-87c6c67b8a95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:31.282224 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device 3a6d88ef-1efe-4f94-a4e5-d5f974191239 up at agent hyperv_hv-cinder-78626 {{(pid=92098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 12:04:31.302943 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-a676a2ca-f02c-47a4-b8ce-87c6c67b8a95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:31.393443 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c10763d6-82bf-4152-afd7-e0afbaf79fa5 req-a07bc588-8a1a-4952-8fc9-3c47ca269687 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a753ed1-035d-4449-890e-ded7effedaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305666 Jun 06 12:04:31.440181 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaccd3a-95a1-45bb-b80c-6211810e5c85 req-234010a2-4bb8-4a67-8e80-6a591b65b87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:31.441578 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-4eaccd3a-95a1-45bb-b80c-6211810e5c85 req-234010a2-4bb8-4a67-8e80-6a591b65b87e service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c20043a715c44fce92d9a4f55e7bb26b&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1566031 Jun 06 12:04:31.449250 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-a676a2ca-f02c-47a4-b8ce-87c6c67b8a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:31.451785 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-a676a2ca-f02c-47a4-b8ce-87c6c67b8a95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:31.452837 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-a676a2ca-f02c-47a4-b8ce-87c6c67b8a95 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/930968d3-8da2-4eef-9351-f462e86c6486 HTTP/1.1" status: 204 len: 168 time: 0.3323367 Jun 06 12:04:31.460132 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:31.463592 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a676a2ca-f02c-47a4-b8ce-87c6c67b8a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930968d3-8da2-4eef-9351-f462e86c6486,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:31.465901 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-a676a2ca-f02c-47a4-b8ce-87c6c67b8a95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:31.485034 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Provisioning for port 3a6d88ef-1efe-4f94-a4e5-d5f974191239 completed by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 12:04:31.491050 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Provisioning complete for port 3a6d88ef-1efe-4f94-a4e5-d5f974191239 triggered by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:04:31.491663 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:31.596057 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaccd3a-95a1-45bb-b80c-6211810e5c85 req-6135367f-e1f4-474a-85ed-c937c002ce30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:31.597495 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-4eaccd3a-95a1-45bb-b80c-6211810e5c85 req-6135367f-e1f4-474a-85ed-c937c002ce30 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1426165 Jun 06 12:04:31.610733 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:31.638649 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c17b341a-70f0-41e0-b1d6-cafeea923992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a6d88ef-1efe-4f94-a4e5-d5f974191239'}] {{(pid=92098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:04:31.640962 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e301314d1a362e62940ee01824f522d16df788b03badbdd7b1d0b93d98b8084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22664239-2e25-4537-86f6-92f98b3a300a" -d '{"events": [{"server_uuid": "c17b341a-70f0-41e0-b1d6-cafeea923992", "name": "network-vif-plugged", "status": "completed", "tag": "3a6d88ef-1efe-4f94-a4e5-d5f974191239"}]}' {{(pid=92098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:04:31.648941 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] For port 3a6d88ef-1efe-4f94-a4e5-d5f974191239, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=3a6d88ef-1efe-4f94-a4e5-d5f974191239,segment=NetworkSegment(50ae22f6-2f71-4a96-af00-d2fd8d97cc9b),segment_id=50ae22f6-2f71-4a96-af00-d2fd8d97cc9b)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:04:31.685348 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 12:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f352dc6-9ecc-4cf3-be3b-c25729c6cd6d x-openstack-request-id: req-0f352dc6-9ecc-4cf3-be3b-c25729c6cd6d {{(pid=92098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:04:31.685652 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c17b341a-70f0-41e0-b1d6-cafeea923992", "name": "network-vif-plugged", "status": "completed", "tag": "3a6d88ef-1efe-4f94-a4e5-d5f974191239", "code": 200}]} {{(pid=92098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:04:31.685934 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0f352dc6-9ecc-4cf3-be3b-c25729c6cd6d {{(pid=92098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:04:31.686318 dv-cinder-786266-2-smb neutron-server[92098]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c17b341a-70f0-41e0-b1d6-cafeea923992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a6d88ef-1efe-4f94-a4e5-d5f974191239', 'code': 200} Jun 06 12:04:31.720471 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9b6151-1e97-442b-838a-3fa53f2a0555 req-55b040e9-8f2d-4f01-b109-f95a70297def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:31.722035 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-ff9b6151-1e97-442b-838a-3fa53f2a0555 req-55b040e9-8f2d-4f01-b109-f95a70297def service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c20043a715c44fce92d9a4f55e7bb26b&device_id=50fdb7ec-d5ed-4ab4-a073-b40793180a80 HTTP/1.1" status: 200 len: 1097 time: 0.0778744 Jun 06 12:04:31.772267 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:31.774803 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-2e8bf344-9341-4c3b-935f-d87e1fa1a274 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:31.802208 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-ff9b6151-1e97-442b-838a-3fa53f2a0555 req-f7617ac1-c4f6-4865-974d-322bda02f0fd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cad2dc49-5741-4f22-9603-d49ed1514e21 HTTP/1.1" status: 200 len: 217 time: 0.0647478 Jun 06 12:04:31.847277 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Pushing event updated for resources: {'Port': ['ID=3a6d88ef-1efe-4f94-a4e5-d5f974191239,revision_number=5']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:31.850486 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:31.883647 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9b6151-1e97-442b-838a-3fa53f2a0555 req-aeef1b5c-4fc2-4f93-821a-8a7b811c828c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:31.883647 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-ff9b6151-1e97-442b-838a-3fa53f2a0555 req-aeef1b5c-4fc2-4f93-821a-8a7b811c828c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7726d90-9a40-471f-a46f-0512253a640a HTTP/1.1" status: 200 len: 848 time: 0.0689216 Jun 06 12:04:31.945602 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-ff9b6151-1e97-442b-838a-3fa53f2a0555 req-8e032b49-774a-483d-badf-15041c34fc1a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5eb4b2e8-267f-4840-b822-90586b7515c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546639 Jun 06 12:04:31.960407 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce507d-7b6d-4d13-9e71-888d4424469e req-a66c9f73-0628-4bab-8362-51bcf31d43a0 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:31.962969 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c8ce507d-7b6d-4d13-9e71-888d4424469e req-a66c9f73-0628-4bab-8362-51bcf31d43a0 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbc879d7-7892-49d1-b704-4b31e81d5886 HTTP/1.1" status: 200 len: 945 time: 0.1082065 Jun 06 12:04:32.022399 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c8ce507d-7b6d-4d13-9e71-888d4424469e req-afbf0d93-6ad1-44a5-94c4-33296700f693 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539010 Jun 06 12:04:32.125546 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-ff9b6151-1e97-442b-838a-3fa53f2a0555 req-7aaae2c5-7e6a-4dd2-b776-fa4ad1896299 service neutron] 10.222.0.35 "GET /v2.0/networks/5eb4b2e8-267f-4840-b822-90586b7515c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684015 Jun 06 12:04:32.193241 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109bb89b-805e-47b7-a5b3-a3d366232314 req-aad2ca78-7373-4f1e-a175-bc73b658c86a tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:32.194619 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-109bb89b-805e-47b7-a5b3-a3d366232314 req-aad2ca78-7373-4f1e-a175-bc73b658c86a tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?device_id=c17b341a-70f0-41e0-b1d6-cafeea923992 HTTP/1.1" status: 200 len: 945 time: 0.1704164 Jun 06 12:04:32.200850 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1225f8-fd0e-481c-8e0d-3d8d6b303038 req-2437ad9f-8476-4dbf-91f7-adf34ebacd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:32.202398 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-dd1225f8-fd0e-481c-8e0d-3d8d6b303038 req-2437ad9f-8476-4dbf-91f7-adf34ebacd9f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c17b341a-70f0-41e0-b1d6-cafeea923992 HTTP/1.1" status: 200 len: 1098 time: 0.1198182 Jun 06 12:04:32.277046 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-dd1225f8-fd0e-481c-8e0d-3d8d6b303038 req-be574c93-9de0-4545-a54e-855aef0d4623 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f23f4ac2-a34a-4b05-b7f3-4b7c23d9b1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586724 Jun 06 12:04:32.293045 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-ff9b6151-1e97-442b-838a-3fa53f2a0555 req-5beb58fe-d856-43e0-996b-304fbcd7f95e service neutron] 10.222.0.35 "GET /v2.0/networks/5eb4b2e8-267f-4840-b822-90586b7515c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514854 Jun 06 12:04:32.294241 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-109bb89b-805e-47b7-a5b3-a3d366232314 req-f6e68915-9670-476f-845f-041987df99cc tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/security-groups?id=f23f4ac2-a34a-4b05-b7f3-4b7c23d9b1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907974 Jun 06 12:04:32.603799 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d581da-6124-4757-a247-2f641b8a4c3a req-1a0198a3-0553-4bea-89a1-f74fdb714dea tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:32.605357 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-e5d581da-6124-4757-a247-2f641b8a4c3a req-1a0198a3-0553-4bea-89a1-f74fdb714dea tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] 10.222.0.32 "GET /v2.0/ports?device_id=50fdb7ec-d5ed-4ab4-a073-b40793180a80 HTTP/1.1" status: 200 len: 944 time: 0.0981922 Jun 06 12:04:32.650696 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-e5d581da-6124-4757-a247-2f641b8a4c3a req-3bdbbd7e-ef8a-4e12-8271-9a97d28bb1c6 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a753ed1-035d-4449-890e-ded7effedaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390584 Jun 06 12:04:33.207043 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22568f36-9da3-4e4b-b8cb-03b9535717aa req-fc08996e-9241-4f18-b842-888c14461d37 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:33.209089 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-22568f36-9da3-4e4b-b8cb-03b9535717aa req-fc08996e-9241-4f18-b842-888c14461d37 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbc879d7-7892-49d1-b704-4b31e81d5886 HTTP/1.1" status: 200 len: 945 time: 0.0858343 Jun 06 12:04:33.266291 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-22568f36-9da3-4e4b-b8cb-03b9535717aa req-7b75237c-1128-4f91-a11d-0eb7b691361d tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507565 Jun 06 12:04:33.518180 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d7d594-733e-4b93-ba9e-a1f10d105f25 req-d029059a-d362-4055-8cb0-de7664d1d720 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:33.519719 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-02d7d594-733e-4b93-ba9e-a1f10d105f25 req-d029059a-d362-4055-8cb0-de7664d1d720 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?device_id=c17b341a-70f0-41e0-b1d6-cafeea923992 HTTP/1.1" status: 200 len: 945 time: 0.1167233 Jun 06 12:04:33.567101 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-02d7d594-733e-4b93-ba9e-a1f10d105f25 req-a69ee8a7-b89e-41f1-b52c-7de1ebc667ff tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/security-groups?id=f23f4ac2-a34a-4b05-b7f3-4b7c23d9b1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410984 Jun 06 12:04:33.850323 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fef889-0161-44e9-99be-3c25092760b1 req-6e984161-bee0-4a22-a8fd-a9c8672a6bfa tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:33.851784 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-f4fef889-0161-44e9-99be-3c25092760b1 req-6e984161-bee0-4a22-a8fd-a9c8672a6bfa tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] 10.222.0.32 "GET /v2.0/ports?device_id=50fdb7ec-d5ed-4ab4-a073-b40793180a80 HTTP/1.1" status: 200 len: 944 time: 0.0841353 Jun 06 12:04:33.916605 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-f4fef889-0161-44e9-99be-3c25092760b1 req-d8af0b78-f023-4718-bc65-fffaa33157f9 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a753ed1-035d-4449-890e-ded7effedaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536098 Jun 06 12:04:34.449414 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 33182) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:04:34.471887 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24c86c-918f-4503-bcc1-df8efd56b047 req-83654eb5-c9a3-4a95-9b53-41c033559692 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:34.473374 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-4b24c86c-918f-4503-bcc1-df8efd56b047 req-83654eb5-c9a3-4a95-9b53-41c033559692 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbc879d7-7892-49d1-b704-4b31e81d5886 HTTP/1.1" status: 200 len: 945 time: 0.0929468 Jun 06 12:04:34.524636 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-4b24c86c-918f-4503-bcc1-df8efd56b047 req-78605c5d-ed99-4c83-848c-331f8bc1441c tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454299 Jun 06 12:04:34.577618 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-65477b2d-d6c1-4c6b-9aae-c6f1a5c150d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:34.748833 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-65477b2d-d6c1-4c6b-9aae-c6f1a5c150d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:34.802064 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61870388-024c-402a-bb27-475b27d84be5 req-0208df0e-2f0e-48f6-aff3-9a3318965085 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:34.803486 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-61870388-024c-402a-bb27-475b27d84be5 req-0208df0e-2f0e-48f6-aff3-9a3318965085 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?device_id=c17b341a-70f0-41e0-b1d6-cafeea923992 HTTP/1.1" status: 200 len: 945 time: 0.0892596 Jun 06 12:04:34.848047 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-61870388-024c-402a-bb27-475b27d84be5 req-265d5a89-6d00-494c-a21b-fa10adc46973 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/security-groups?id=f23f4ac2-a34a-4b05-b7f3-4b7c23d9b1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389369 Jun 06 12:04:34.863081 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-65477b2d-d6c1-4c6b-9aae-c6f1a5c150d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:34.872372 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-affcc7d2-1bad-4f54-b213-4de2c1c3b5a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:34.913792 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-65477b2d-d6c1-4c6b-9aae-c6f1a5c150d5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1e37873f88db4cd99edb069bb9ae1a8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4620473 Jun 06 12:04:34.915739 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65477b2d-d6c1-4c6b-9aae-c6f1a5c150d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a50dbeaa-5efc-4a77-9a55-baf02e7a3ece,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:34.917713 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 33200) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:04:34.919233 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-65477b2d-d6c1-4c6b-9aae-c6f1a5c150d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:34.998615 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-64a6abb2-076a-4326-bf49-a4a0049b2045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:35.018217 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-64a6abb2-076a-4326-bf49-a4a0049b2045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:35.151412 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff86f1e-ca75-4540-b1d8-d23313f959fc req-e9ba085d-ae00-438c-821e-a20241ab5941 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:35.152881 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-5ff86f1e-ca75-4540-b1d8-d23313f959fc req-e9ba085d-ae00-438c-821e-a20241ab5941 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] 10.222.0.32 "GET /v2.0/ports?device_id=50fdb7ec-d5ed-4ab4-a073-b40793180a80 HTTP/1.1" status: 200 len: 944 time: 0.0922472 Jun 06 12:04:35.175840 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-64a6abb2-076a-4326-bf49-a4a0049b2045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:35.178172 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-64a6abb2-076a-4326-bf49-a4a0049b2045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:35.179204 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-64a6abb2-076a-4326-bf49-a4a0049b2045 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a50dbeaa-5efc-4a77-9a55-baf02e7a3ece HTTP/1.1" status: 204 len: 168 time: 0.2603045 Jun 06 12:04:35.182255 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:35.194766 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a6abb2-076a-4326-bf49-a4a0049b2045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50dbeaa-5efc-4a77-9a55-baf02e7a3ece,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:35.203985 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-64a6abb2-076a-4326-bf49-a4a0049b2045 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:35.217292 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-5ff86f1e-ca75-4540-b1d8-d23313f959fc req-63a9667f-c245-446b-a20b-843af185e15b tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a753ed1-035d-4449-890e-ded7effedaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560966 Jun 06 12:04:35.318229 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device cad2dc49-5741-4f22-9603-d49ed1514e21 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=92098) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 12:04:35.459567 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] For port cad2dc49-5741-4f22-9603-d49ed1514e21, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=cad2dc49-5741-4f22-9603-d49ed1514e21,segment=NetworkSegment(448dda07-3673-49e7-94ad-a98ccf716503),segment_id=448dda07-3673-49e7-94ad-a98ccf716503)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:04:35.473837 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Returning: {'device': 'cad2dc49-5741-4f22-9603-d49ed1514e21', 'network_id': '5eb4b2e8-267f-4840-b822-90586b7515c8', 'port_id': 'cad2dc49-5741-4f22-9603-d49ed1514e21', 'mac_address': 'fa:16:3e:3f:66:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7726d90-9a40-471f-a46f-0512253a640a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92098) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 12:04:35.534992 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:35.583865 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.notifiers.nova [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cad2dc49-5741-4f22-9603-d49ed1514e21 {{(pid=92098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 12:04:35.628901 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] For port cad2dc49-5741-4f22-9603-d49ed1514e21, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=cad2dc49-5741-4f22-9603-d49ed1514e21,segment=NetworkSegment(448dda07-3673-49e7-94ad-a98ccf716503),segment_id=448dda07-3673-49e7-94ad-a98ccf716503)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:04:35.691264 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:35.696429 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:35.776472 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Pushing event updated for resources: {'Port': ['ID=cad2dc49-5741-4f22-9603-d49ed1514e21,revision_number=4']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:35.781599 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:35.801828 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a1748d-e4e0-4e09-8384-94b598aad0c8 req-5e961df1-7cdc-466f-8c69-103e37913a5a tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:35.804211 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-96a1748d-e4e0-4e09-8384-94b598aad0c8 req-5e961df1-7cdc-466f-8c69-103e37913a5a tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbc879d7-7892-49d1-b704-4b31e81d5886 HTTP/1.1" status: 200 len: 945 time: 0.1301675 Jun 06 12:04:35.864068 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-96a1748d-e4e0-4e09-8384-94b598aad0c8 req-f2742589-763f-4056-84ad-e1a83f695474 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537078 Jun 06 12:04:35.898805 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 33232) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:04:35.917916 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-5d0d24d8-c65c-4753-bdb9-4c6f30d8fade admin admin] Notify callbacks [] for security_group, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:36.031040 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-5d0d24d8-c65c-4753-bdb9-4c6f30d8fade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:36.103184 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-5d0d24d8-c65c-4753-bdb9-4c6f30d8fade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:36.110774 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-0763966d-4cc7-4363-af2a-177477e2b253 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:36.151352 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0d24d8-c65c-4753-bdb9-4c6f30d8fade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa369abd-221f-4d8e-9135-40d6e354e076,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:36.154689 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-5d0d24d8-c65c-4753-bdb9-4c6f30d8fade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:36.158037 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-5d0d24d8-c65c-4753-bdb9-4c6f30d8fade admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e4ef7b5b678c4e7a9b6bec33ecb7ca51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2581210 Jun 06 12:04:36.160926 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 33240) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:04:36.184200 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] get_ports_and_sgs() called for port_ids ['cad2dc49-5741-4f22-9603-d49ed1514e21'] {{(pid=92098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 12:04:36.222302 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-1331a63c-22a1-41ea-8444-3012fa9105dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:36.249638 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-1331a63c-22a1-41ea-8444-3012fa9105dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:36.415507 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331fb90-b6f7-4502-93bf-bf953f02dcbf req-6380baa4-43dd-4a0f-a4a9-c29a45de3494 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:36.416963 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-8331fb90-b6f7-4502-93bf-bf953f02dcbf req-6380baa4-43dd-4a0f-a4a9-c29a45de3494 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] 10.222.0.32 "GET /v2.0/ports?device_id=50fdb7ec-d5ed-4ab4-a073-b40793180a80 HTTP/1.1" status: 200 len: 945 time: 0.0822403 Jun 06 12:04:36.440437 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-1331a63c-22a1-41ea-8444-3012fa9105dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:36.442791 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-1331a63c-22a1-41ea-8444-3012fa9105dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:36.443807 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-1331a63c-22a1-41ea-8444-3012fa9105dc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fa369abd-221f-4d8e-9135-40d6e354e076 HTTP/1.1" status: 204 len: 168 time: 0.2818401 Jun 06 12:04:36.447618 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-53369635-854e-473b-bd71-b9ae790b5b5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:36.468482 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1331a63c-22a1-41ea-8444-3012fa9105dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa369abd-221f-4d8e-9135-40d6e354e076,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:36.473370 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-1331a63c-22a1-41ea-8444-3012fa9105dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:36.483050 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-8331fb90-b6f7-4502-93bf-bf953f02dcbf req-c0a7fd42-1fcf-40b3-89e0-1567fc8fb51f tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a753ed1-035d-4449-890e-ded7effedaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603070 Jun 06 12:04:36.707209 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 33254) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:04:36.884110 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-741353c6-9c5c-4a36-8009-e89e0dff8f91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:37.083169 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-741353c6-9c5c-4a36-8009-e89e0dff8f91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:37.109614 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce47dead-440e-4707-8856-ee452a06c218 req-f7e3644f-cb52-458a-a439-c007494d03aa tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:37.111216 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ce47dead-440e-4707-8856-ee452a06c218 req-f7e3644f-cb52-458a-a439-c007494d03aa tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbc879d7-7892-49d1-b704-4b31e81d5886 HTTP/1.1" status: 200 len: 945 time: 0.1163437 Jun 06 12:04:37.146472 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-741353c6-9c5c-4a36-8009-e89e0dff8f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:37.149152 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 33278) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:04:37.157694 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:37.185676 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ce47dead-440e-4707-8856-ee452a06c218 req-f7414b71-ada8-4ff0-8505-b5c6373c7e6a tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689726 Jun 06 12:04:37.203316 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-741353c6-9c5c-4a36-8009-e89e0dff8f91 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=728901fa20ed4ca08c914a936de0a056&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4949129 Jun 06 12:04:37.219576 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 33286) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:04:37.248606 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741353c6-9c5c-4a36-8009-e89e0dff8f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5fff5b-900c-45db-be82-ad7e2eb1f059,revision_number=1']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:37.252774 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-741353c6-9c5c-4a36-8009-e89e0dff8f91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:37.310723 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-e6205279-16cc-42a6-b419-320ea7d51457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:37.340778 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-e6205279-16cc-42a6-b419-320ea7d51457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:37.379635 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-af66b0a8-8161-4a80-afcb-fbf0776997be admin admin] Notify callbacks [] for security_group, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:37.464082 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-e6205279-16cc-42a6-b419-320ea7d51457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:37.467740 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-e6205279-16cc-42a6-b419-320ea7d51457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:37.467932 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-e6205279-16cc-42a6-b419-320ea7d51457 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7f5fff5b-900c-45db-be82-ad7e2eb1f059 HTTP/1.1" status: 204 len: 168 time: 0.2452374 Jun 06 12:04:37.468809 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-cb139d22-ddcc-45ca-9c1a-f4953bf4b875 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:37.479959 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6205279-16cc-42a6-b419-320ea7d51457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5fff5b-900c-45db-be82-ad7e2eb1f059,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:37.482389 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-e6205279-16cc-42a6-b419-320ea7d51457 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:37.566029 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-af66b0a8-8161-4a80-afcb-fbf0776997be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:37.641233 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-af66b0a8-8161-4a80-afcb-fbf0776997be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:37.652681 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-2a54fe26-0a01-44bd-8083-35655a029ab0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:37.701876 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-af66b0a8-8161-4a80-afcb-fbf0776997be admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e0d367e7ef0f4b7dbcedac0eea05d7f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5508578 Jun 06 12:04:37.702143 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 33302) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:04:37.702699 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af66b0a8-8161-4a80-afcb-fbf0776997be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a158663b-3cf9-4571-b443-ae38453db22e,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:37.705888 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-af66b0a8-8161-4a80-afcb-fbf0776997be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:37.790856 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee803f89-e0f0-40c3-8827-717fff6227a8 req-c1b0fc9e-daba-400b-80b1-6f2e4aadd3cd tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:37.797682 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ee803f89-e0f0-40c3-8827-717fff6227a8 req-c1b0fc9e-daba-400b-80b1-6f2e4aadd3cd tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] 10.222.0.32 "GET /v2.0/ports?device_id=50fdb7ec-d5ed-4ab4-a073-b40793180a80 HTTP/1.1" status: 200 len: 945 time: 0.1921840 Jun 06 12:04:37.813227 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-30c412b9-70bd-4d84-837d-a7267835f833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:37.863156 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-30c412b9-70bd-4d84-837d-a7267835f833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:37.879837 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ee803f89-e0f0-40c3-8827-717fff6227a8 req-905f524d-2257-4c6a-9c60-998393ec62e1 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a753ed1-035d-4449-890e-ded7effedaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812011 Jun 06 12:04:38.035140 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-30c412b9-70bd-4d84-837d-a7267835f833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:38.037954 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-30c412b9-70bd-4d84-837d-a7267835f833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:38.042563 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-30c412b9-70bd-4d84-837d-a7267835f833 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a158663b-3cf9-4571-b443-ae38453db22e HTTP/1.1" status: 204 len: 168 time: 0.3310032 Jun 06 12:04:38.042563 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-65d75d5e-51da-47df-bd14-a64bb3b62732 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:38.050170 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c412b9-70bd-4d84-837d-a7267835f833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a158663b-3cf9-4571-b443-ae38453db22e,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:38.052311 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-30c412b9-70bd-4d84-837d-a7267835f833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:38.247021 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 33320) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:04:38.267858 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-c8191ea7-57b6-442e-97dd-72239aa7c36e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:38.392087 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55a91c-83db-403b-bb85-57700527360f req-c422aa76-e0fd-438b-b7d8-68e29c7020ca tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:38.393842 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-3f55a91c-83db-403b-bb85-57700527360f req-c422aa76-e0fd-438b-b7d8-68e29c7020ca tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbc879d7-7892-49d1-b704-4b31e81d5886 HTTP/1.1" status: 200 len: 945 time: 0.0938184 Jun 06 12:04:38.394314 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-c8191ea7-57b6-442e-97dd-72239aa7c36e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:38.441442 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-3f55a91c-83db-403b-bb85-57700527360f req-4a325a09-a596-4469-a40e-e898ab06fb44 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417874 Jun 06 12:04:38.475548 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-c8191ea7-57b6-442e-97dd-72239aa7c36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:38.485314 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-1df24c78-7c1f-4c2c-a06e-ce2563413a75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:38.524850 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-c8191ea7-57b6-442e-97dd-72239aa7c36e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=834bf236c0ac456bbf0d8a1d399e180d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2754345 Jun 06 12:04:38.526480 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8191ea7-57b6-442e-97dd-72239aa7c36e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e25130-00e2-4c59-b37d-631b6bed32c9,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:38.528968 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 33330) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:04:38.529270 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-c8191ea7-57b6-442e-97dd-72239aa7c36e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:38.596599 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-34f9cf00-52f9-442b-a9ef-aa8cd09d961f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:38.625868 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-34f9cf00-52f9-442b-a9ef-aa8cd09d961f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:38.752114 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-34f9cf00-52f9-442b-a9ef-aa8cd09d961f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:38.754533 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-34f9cf00-52f9-442b-a9ef-aa8cd09d961f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:38.755644 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-34f9cf00-52f9-442b-a9ef-aa8cd09d961f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/07e25130-00e2-4c59-b37d-631b6bed32c9 HTTP/1.1" status: 204 len: 168 time: 0.2252653 Jun 06 12:04:38.756496 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-4201e2d2-03d5-41db-983e-32343a01f5f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:38.766391 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f9cf00-52f9-442b-a9ef-aa8cd09d961f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e25130-00e2-4c59-b37d-631b6bed32c9,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:38.768021 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-34f9cf00-52f9-442b-a9ef-aa8cd09d961f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:39.095237 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b079ec2c-b6b2-477a-bf9b-52e1843ed32a req-60cc7882-d488-4fa8-a292-ec1994d0b6c0 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:39.096775 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-b079ec2c-b6b2-477a-bf9b-52e1843ed32a req-60cc7882-d488-4fa8-a292-ec1994d0b6c0 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] 10.222.0.32 "GET /v2.0/ports?device_id=50fdb7ec-d5ed-4ab4-a073-b40793180a80 HTTP/1.1" status: 200 len: 945 time: 0.1126444 Jun 06 12:04:39.152312 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-b079ec2c-b6b2-477a-bf9b-52e1843ed32a req-34e166c4-5e89-42cb-b5c5-78c8776dceb7 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a753ed1-035d-4449-890e-ded7effedaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499182 Jun 06 12:04:39.340151 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device cad2dc49-5741-4f22-9603-d49ed1514e21 up at agent hyperv_hv-cinder-78626 {{(pid=92098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 12:04:39.463320 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Provisioning for port cad2dc49-5741-4f22-9603-d49ed1514e21 completed by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 12:04:39.468114 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Provisioning complete for port cad2dc49-5741-4f22-9603-d49ed1514e21 triggered by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:04:39.469198 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:39.610928 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:39.654716 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50fdb7ec-d5ed-4ab4-a073-b40793180a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad2dc49-5741-4f22-9603-d49ed1514e21'}] {{(pid=92098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:04:39.657175 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c007ac6-2d6f-47fd-8fc9-c83597533bf1 req-e8f4d075-9ba1-42dd-bf28-ad825b392a6c tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:39.657942 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e301314d1a362e62940ee01824f522d16df788b03badbdd7b1d0b93d98b8084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b4b8a1-6ef6-4412-a913-0af948fa157a" -d '{"events": [{"server_uuid": "50fdb7ec-d5ed-4ab4-a073-b40793180a80", "name": "network-vif-plugged", "status": "completed", "tag": "cad2dc49-5741-4f22-9603-d49ed1514e21"}]}' {{(pid=92098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:04:39.664383 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-4c007ac6-2d6f-47fd-8fc9-c83597533bf1 req-e8f4d075-9ba1-42dd-bf28-ad825b392a6c tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbc879d7-7892-49d1-b704-4b31e81d5886 HTTP/1.1" status: 200 len: 945 time: 0.1028450 Jun 06 12:04:39.666302 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] For port cad2dc49-5741-4f22-9603-d49ed1514e21, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=cad2dc49-5741-4f22-9603-d49ed1514e21,segment=NetworkSegment(448dda07-3673-49e7-94ad-a98ccf716503),segment_id=448dda07-3673-49e7-94ad-a98ccf716503)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:04:39.714420 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-4c007ac6-2d6f-47fd-8fc9-c83597533bf1 req-052df34b-ca36-48b9-ad06-9f88463e88fb tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489841 Jun 06 12:04:39.755012 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:39.757125 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:39.813276 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 12:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21fcc66c-db9c-4375-bf58-0c1bca733c7e x-openstack-request-id: req-21fcc66c-db9c-4375-bf58-0c1bca733c7e {{(pid=92098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:04:39.813568 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50fdb7ec-d5ed-4ab4-a073-b40793180a80", "name": "network-vif-plugged", "status": "completed", "tag": "cad2dc49-5741-4f22-9603-d49ed1514e21", "code": 200}]} {{(pid=92098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:04:39.813848 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-21fcc66c-db9c-4375-bf58-0c1bca733c7e {{(pid=92098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:04:39.814351 dv-cinder-786266-2-smb neutron-server[92098]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50fdb7ec-d5ed-4ab4-a073-b40793180a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad2dc49-5741-4f22-9603-d49ed1514e21', 'code': 200} Jun 06 12:04:39.856227 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Pushing event updated for resources: {'Port': ['ID=cad2dc49-5741-4f22-9603-d49ed1514e21,revision_number=5']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:39.861520 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:40.245470 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57da8ee-ad2e-47f2-b58d-2b206b516fb7 req-8aff0e82-1b18-4bcb-b4f8-4accd64f53c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:40.247346 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-f57da8ee-ad2e-47f2-b58d-2b206b516fb7 req-8aff0e82-1b18-4bcb-b4f8-4accd64f53c7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=50fdb7ec-d5ed-4ab4-a073-b40793180a80 HTTP/1.1" status: 200 len: 1099 time: 0.0842540 Jun 06 12:04:40.312750 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-f57da8ee-ad2e-47f2-b58d-2b206b516fb7 req-0f420f72-2666-48e1-8abe-e7c1e1b4d2f5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6a753ed1-035d-4449-890e-ded7effedaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531402 Jun 06 12:04:40.358551 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360fcf2-a360-4b47-852c-d09e23feb67c req-188aae22-1bcf-4cda-aced-ce107520fc92 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:40.360792 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6360fcf2-a360-4b47-852c-d09e23feb67c req-188aae22-1bcf-4cda-aced-ce107520fc92 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] 10.222.0.32 "GET /v2.0/ports?device_id=50fdb7ec-d5ed-4ab4-a073-b40793180a80 HTTP/1.1" status: 200 len: 946 time: 0.0806408 Jun 06 12:04:40.416616 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6360fcf2-a360-4b47-852c-d09e23feb67c req-4288f463-aab7-4c45-b8e2-5b0346c94137 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a753ed1-035d-4449-890e-ded7effedaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500607 Jun 06 12:04:40.956155 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbbc230-d813-42e1-86d9-2d28bd905bf0 req-dcf6d9b6-34dc-444b-8f53-e95a016670ad tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:40.962422 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-9cbbc230-d813-42e1-86d9-2d28bd905bf0 req-dcf6d9b6-34dc-444b-8f53-e95a016670ad tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbc879d7-7892-49d1-b704-4b31e81d5886 HTTP/1.1" status: 200 len: 945 time: 0.1257842 Jun 06 12:04:41.005015 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-9cbbc230-d813-42e1-86d9-2d28bd905bf0 req-793cf0df-7764-43b3-9bf1-25b17ecc4fb4 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415158 Jun 06 12:04:41.420091 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 33428) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:04:41.633388 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-418ab96d-4a12-4c13-a0c4-e3a8806c558b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:41.704914 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc734ef-17c3-4ccf-9637-7d269c29cc68 req-3a3901f1-9b64-4f4d-831f-75b16ef6f812 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:41.706392 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-3fc734ef-17c3-4ccf-9637-7d269c29cc68 req-3a3901f1-9b64-4f4d-831f-75b16ef6f812 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] 10.222.0.32 "GET /v2.0/ports?device_id=50fdb7ec-d5ed-4ab4-a073-b40793180a80 HTTP/1.1" status: 200 len: 946 time: 0.1674087 Jun 06 12:04:41.778695 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-3fc734ef-17c3-4ccf-9637-7d269c29cc68 req-b14d5205-8a13-4147-9e80-c4e3afb0671f tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a753ed1-035d-4449-890e-ded7effedaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651708 Jun 06 12:04:41.810688 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-418ab96d-4a12-4c13-a0c4-e3a8806c558b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:41.901107 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-418ab96d-4a12-4c13-a0c4-e3a8806c558b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:41.912415 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-9aec658d-5b99-4334-8551-ade4315cbd61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:41.981449 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 33452) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:04:41.982028 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-418ab96d-4a12-4c13-a0c4-e3a8806c558b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=18b9bc5b50864c41ba5e943f82cea88f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5603693 Jun 06 12:04:41.982494 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418ab96d-4a12-4c13-a0c4-e3a8806c558b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7303314-52e2-464c-8f4d-e6cd13af3c8c,revision_number=1']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:41.986686 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-418ab96d-4a12-4c13-a0c4-e3a8806c558b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:42.044571 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-667ad8db-342e-4f35-87a7-7e6e179fb1bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:42.088444 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-667ad8db-342e-4f35-87a7-7e6e179fb1bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:42.258767 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833099cf-c023-4e65-b2af-daedc15a773b req-4a6522b4-427c-4fb9-a9e6-a22e0184e547 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:42.260253 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-833099cf-c023-4e65-b2af-daedc15a773b req-4a6522b4-427c-4fb9-a9e6-a22e0184e547 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbc879d7-7892-49d1-b704-4b31e81d5886 HTTP/1.1" status: 200 len: 945 time: 0.0896211 Jun 06 12:04:42.307380 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-833099cf-c023-4e65-b2af-daedc15a773b req-e89874bf-830a-4474-8786-5c67282059d7 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400586 Jun 06 12:04:42.324555 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-667ad8db-342e-4f35-87a7-7e6e179fb1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:42.324555 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-667ad8db-342e-4f35-87a7-7e6e179fb1bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:42.326893 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-667ad8db-342e-4f35-87a7-7e6e179fb1bc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f7303314-52e2-464c-8f4d-e6cd13af3c8c HTTP/1.1" status: 204 len: 168 time: 0.3431106 Jun 06 12:04:42.328571 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-7462fc78-a803-403b-9dde-93001d3569ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:42.341298 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667ad8db-342e-4f35-87a7-7e6e179fb1bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7303314-52e2-464c-8f4d-e6cd13af3c8c,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:42.345222 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-667ad8db-342e-4f35-87a7-7e6e179fb1bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:43.003563 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7bab49-9082-4677-a92d-34459d94076a req-6f4826d1-600e-47dc-be4a-1bed0fbd6c36 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:43.004988 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-1f7bab49-9082-4677-a92d-34459d94076a req-6f4826d1-600e-47dc-be4a-1bed0fbd6c36 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] 10.222.0.32 "GET /v2.0/ports?device_id=50fdb7ec-d5ed-4ab4-a073-b40793180a80 HTTP/1.1" status: 200 len: 946 time: 0.0883415 Jun 06 12:04:43.050383 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-1f7bab49-9082-4677-a92d-34459d94076a req-fbd0ae36-5c79-4f55-bf83-2e92e35ac0a2 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a753ed1-035d-4449-890e-ded7effedaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395355 Jun 06 12:04:43.531212 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3459e-761f-42e5-9ec3-36d9bf48bc72 req-ac253dfd-576f-49f4-944d-86e1a425f0ef tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:43.533008 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-a4a3459e-761f-42e5-9ec3-36d9bf48bc72 req-ac253dfd-576f-49f4-944d-86e1a425f0ef tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbc879d7-7892-49d1-b704-4b31e81d5886 HTTP/1.1" status: 200 len: 945 time: 0.1137183 Jun 06 12:04:43.599699 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-a4a3459e-761f-42e5-9ec3-36d9bf48bc72 req-2b5e237c-9e5b-4b2c-8572-24f629e87fde tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597961 Jun 06 12:04:44.380796 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 33552) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:04:44.497337 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbfad10-056d-4a55-86b2-2e37c834e828 req-015f6f6a-163f-4db6-8712-8612cab15267 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:44.498886 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-bbbfad10-056d-4a55-86b2-2e37c834e828 req-015f6f6a-163f-4db6-8712-8612cab15267 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/networks?id=4d37cec2-d786-44b2-9e86-7075fb44dfe0 HTTP/1.1" status: 200 len: 814 time: 0.1580698 Jun 06 12:04:44.521713 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-bbbfad10-056d-4a55-86b2-2e37c834e828 req-69178bdd-55ca-41eb-8c01-5884eb581151 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/quotas/1875b9074f2a49ea94dc8d6242744a26 HTTP/1.1" status: 200 len: 375 time: 0.0165372 Jun 06 12:04:44.527996 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 33560) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:04:44.578971 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-d511b3d6-2583-4b39-aa7a-28a98672fcb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:44.627879 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-bbbfad10-056d-4a55-86b2-2e37c834e828 req-8739a442-fcbb-4d15-9d32-72e0970ba056 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1875b9074f2a49ea94dc8d6242744a26&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1043324 Jun 06 12:04:44.658705 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-feeab420-0e2e-42a9-ac06-937395b51442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:44.746171 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-d511b3d6-2583-4b39-aa7a-28a98672fcb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:44.779457 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-bbbfad10-056d-4a55-86b2-2e37c834e828 req-3a82595f-0fd1-40d3-9346-6b5e1329e790 service neutron] 10.222.0.32 "GET /v2.0/networks/4d37cec2-d786-44b2-9e86-7075fb44dfe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509092 Jun 06 12:04:44.808288 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-d511b3d6-2583-4b39-aa7a-28a98672fcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:44.818517 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:44.848881 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-d511b3d6-2583-4b39-aa7a-28a98672fcb9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=da7030e0050347bc96b8fa4a2e373fcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4669311 Jun 06 12:04:44.855395 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 33572) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:04:44.905270 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d511b3d6-2583-4b39-aa7a-28a98672fcb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4d3af1-0db3-4b69-beed-75bce075083f,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:44.926211 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-d511b3d6-2583-4b39-aa7a-28a98672fcb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:44.985032 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-bbbfad10-056d-4a55-86b2-2e37c834e828 req-12db7e56-66a1-43a7-8522-d3e094937cae service neutron] 10.222.0.32 "GET /v2.0/networks/4d37cec2-d786-44b2-9e86-7075fb44dfe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982005 Jun 06 12:04:44.985285 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-e7e62a25-bee2-43a9-8d5d-f9ac351ed944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:45.028622 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-feeab420-0e2e-42a9-ac06-937395b51442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:45.030513 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-e7e62a25-bee2-43a9-8d5d-f9ac351ed944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:45.112126 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-feeab420-0e2e-42a9-ac06-937395b51442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:45.120646 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-5d0d24d8-c65c-4753-bdb9-4c6f30d8fade admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:45.238440 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-e7e62a25-bee2-43a9-8d5d-f9ac351ed944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:45.241164 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-e7e62a25-bee2-43a9-8d5d-f9ac351ed944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:45.242288 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-e7e62a25-bee2-43a9-8d5d-f9ac351ed944 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5f4d3af1-0db3-4b69-beed-75bce075083f HTTP/1.1" status: 204 len: 168 time: 0.3859921 Jun 06 12:04:45.261544 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1767a69d-5779-42c1-86da-9c1cfd460416 req-2fa432a9-9a88-48e7-b44c-440835b9f239 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:45.278145 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-feeab420-0e2e-42a9-ac06-937395b51442 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=48d7fffbe56344d6a2e80733c63864b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7487285 Jun 06 12:04:45.280529 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeab420-0e2e-42a9-ac06-937395b51442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe16476-b125-4816-9022-2bc3eb157da3,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:45.283725 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 33588) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:04:45.284782 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-1767a69d-5779-42c1-86da-9c1cfd460416 req-2fa432a9-9a88-48e7-b44c-440835b9f239 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbc879d7-7892-49d1-b704-4b31e81d5886 HTTP/1.1" status: 200 len: 945 time: 0.1171410 Jun 06 12:04:45.286925 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-feeab420-0e2e-42a9-ac06-937395b51442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:45.299122 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-80a5d878-ea74-4f99-a9ba-9c62a1c9a499 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:45.313383 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e62a25-bee2-43a9-8d5d-f9ac351ed944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4d3af1-0db3-4b69-beed-75bce075083f,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:45.327212 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-e7e62a25-bee2-43a9-8d5d-f9ac351ed944 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:45.367541 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-8139a5e6-ceda-4fc1-8eb6-35b8dd6badd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:45.376996 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-1767a69d-5779-42c1-86da-9c1cfd460416 req-9700d37f-8ea2-47cf-ad62-89f27fe0fc7a tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912652 Jun 06 12:04:45.399658 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-8139a5e6-ceda-4fc1-8eb6-35b8dd6badd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:45.541409 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-8139a5e6-ceda-4fc1-8eb6-35b8dd6badd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:45.544004 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-8139a5e6-ceda-4fc1-8eb6-35b8dd6badd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:45.545195 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-8139a5e6-ceda-4fc1-8eb6-35b8dd6badd0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cfe16476-b125-4816-9022-2bc3eb157da3 HTTP/1.1" status: 204 len: 168 time: 0.2597885 Jun 06 12:04:45.546062 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:45.554264 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-51b17e1e-a2fc-4a2f-9635-b82d03eab38f req-43e25cb0-1b8a-4f78-8efa-41bb84e09998 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?device_id=59404299-77fb-42ac-ba10-f4d69d665c13 HTTP/1.1" status: 200 len: 210 time: 0.0734446 Jun 06 12:04:45.560899 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8139a5e6-ceda-4fc1-8eb6-35b8dd6badd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe16476-b125-4816-9022-2bc3eb157da3,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:45.564414 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-8139a5e6-ceda-4fc1-8eb6-35b8dd6badd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:45.627537 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58101d1c-7eec-45a1-988c-64f5636258df req-1457830a-83b5-434b-877c-2e22199e5e4c tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:45.636023 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-58101d1c-7eec-45a1-988c-64f5636258df req-1457830a-83b5-434b-877c-2e22199e5e4c tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] 10.222.0.32 "GET /v2.0/ports?device_id=50fdb7ec-d5ed-4ab4-a073-b40793180a80 HTTP/1.1" status: 200 len: 946 time: 0.1160862 Jun 06 12:04:45.690375 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-58101d1c-7eec-45a1-988c-64f5636258df req-6d09839d-deef-4cc3-a82f-ff76877c61d3 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a753ed1-035d-4449-890e-ded7effedaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533955 Jun 06 12:04:46.349525 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 33622) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:04:46.367132 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-22c7d9b9-b813-4986-9a3d-3a111a47d3ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:46.490494 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-22c7d9b9-b813-4986-9a3d-3a111a47d3ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:46.579827 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 33634) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:04:46.590235 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-22c7d9b9-b813-4986-9a3d-3a111a47d3ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:46.601032 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-d511b3d6-2583-4b39-aa7a-28a98672fcb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:46.612553 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f1d5ed-1f39-4911-927c-a4591ceeb503 req-38a0610b-52ed-4155-87b6-909d45d51df5 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:46.619420 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-d9f1d5ed-1f39-4911-927c-a4591ceeb503 req-38a0610b-52ed-4155-87b6-909d45d51df5 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbc879d7-7892-49d1-b704-4b31e81d5886 HTTP/1.1" status: 200 len: 945 time: 0.1162963 Jun 06 12:04:46.639816 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c7d9b9-b813-4986-9a3d-3a111a47d3ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d37d265-5f6e-4591-8ae5-ac611e00a44f,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:46.647024 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-22c7d9b9-b813-4986-9a3d-3a111a47d3ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:46.672143 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-d9f1d5ed-1f39-4911-927c-a4591ceeb503 req-f2d42a32-1e00-4f7e-850d-3a1467c7e73b tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512011 Jun 06 12:04:46.685509 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-22c7d9b9-b813-4986-9a3d-3a111a47d3ab admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c36d3218b6a44ca2b0c3150de2be5446&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3346279 Jun 06 12:04:46.688491 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 33638) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:04:46.752358 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.v2.base [None req-9bd2632f-8c9e-4a09-afc2-1119f76e66bf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1533985780-network', 'tenant_id': '5e1928ed6cdf4910a20d9b6ff02b4c2b'}} {{(pid=92096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:04:46.768386 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-115db77f-d27b-47d6-8144-541369fb03ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:46.772577 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-d7ccf01f-22dd-4dc9-b9e4-056d2e5c020d req-bdedb0fd-1f37-418a-b52b-b6bb51dd8d34 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?device_id=59404299-77fb-42ac-ba10-f4d69d665c13 HTTP/1.1" status: 200 len: 210 time: 0.0624938 Jun 06 12:04:46.812415 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-115db77f-d27b-47d6-8144-541369fb03ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:46.902271 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd2632f-8c9e-4a09-afc2-1119f76e66bf admin admin] Made reservation on behalf of 5e1928ed6cdf4910a20d9b6ff02b4c2b for: {'network': 1} {{(pid=92096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 12:04:46.904553 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-9bd2632f-8c9e-4a09-afc2-1119f76e66bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33157647'] for network, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:46.919616 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-9bd2632f-8c9e-4a09-afc2-1119f76e66bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:46.936815 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41aa35-aa7e-4424-99cd-150ed0fe7186 req-60cb34b0-263f-4d45-8336-c1b63a0795de tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:46.939039 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-da41aa35-aa7e-4424-99cd-150ed0fe7186 req-60cb34b0-263f-4d45-8336-c1b63a0795de tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] 10.222.0.32 "GET /v2.0/ports?device_id=50fdb7ec-d5ed-4ab4-a073-b40793180a80 HTTP/1.1" status: 200 len: 946 time: 0.1125307 Jun 06 12:04:47.004899 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-da41aa35-aa7e-4424-99cd-150ed0fe7186 req-847a3fea-0321-4d21-8d15-149a0fbb4a3c tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a753ed1-035d-4449-890e-ded7effedaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591090 Jun 06 12:04:47.009416 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-115db77f-d27b-47d6-8144-541369fb03ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:47.012152 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-115db77f-d27b-47d6-8144-541369fb03ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:47.016121 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-115db77f-d27b-47d6-8144-541369fb03ea admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6d37d265-5f6e-4591-8ae5-ac611e00a44f HTTP/1.1" status: 204 len: 168 time: 0.3238802 Jun 06 12:04:47.032746 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-b814ed3f-64d9-4b1a-b470-ac25a0137d40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:47.052209 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115db77f-d27b-47d6-8144-541369fb03ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d37d265-5f6e-4591-8ae5-ac611e00a44f,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:47.055243 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-115db77f-d27b-47d6-8144-541369fb03ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:47.088604 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b25559-ed0b-4255-9975-da25ed4e97c3 req-cbee5067-8fbe-4e34-b8db-7e7e74476047 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:47.090114 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-d9b25559-ed0b-4255-9975-da25ed4e97c3 req-cbee5067-8fbe-4e34-b8db-7e7e74476047 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] 10.222.0.35 "GET /v2.0/ports?device_id=50fdb7ec-d5ed-4ab4-a073-b40793180a80 HTTP/1.1" status: 200 len: 946 time: 0.1218266 Jun 06 12:04:47.093635 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-9bd2632f-8c9e-4a09-afc2-1119f76e66bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:47.149281 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-9bd2632f-8c9e-4a09-afc2-1119f76e66bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:47.153619 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:47.181983 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bd2632f-8c9e-4a09-afc2-1119f76e66bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=92096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 12:04:47.195425 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd2632f-8c9e-4a09-afc2-1119f76e66bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9486e109-abba-478d-9b7c-48f058e7ce5b,revision_number=1']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:47.199371 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-9bd2632f-8c9e-4a09-afc2-1119f76e66bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:47.200294 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-9bd2632f-8c9e-4a09-afc2-1119f76e66bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33122656'] for segment, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:47.200629 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.db.segments_db [None req-9bd2632f-8c9e-4a09-afc2-1119f76e66bf admin admin] Added segment 9992ddec-c3a6-45ca-972c-7f53a4b612e0 of type vlan for network 44aa02f2-2a13-4100-b8b1-6e7744d752d7 Jun 06 12:04:47.231419 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-9bd2632f-8c9e-4a09-afc2-1119f76e66bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778191147210'] for network, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:47.233449 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.plugin [req-d9b25559-ed0b-4255-9975-da25ed4e97c3 req-084cbf58-586a-4a5d-b69e-350431f19ade tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Deleting port cad2dc49-5741-4f22-9603-d49ed1514e21 {{(pid=92097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 12:04:47.234405 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-d9b25559-ed0b-4255-9975-da25ed4e97c3 req-084cbf58-586a-4a5d-b69e-350431f19ade tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778191659996'] for port, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:47.326118 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-9bd2632f-8c9e-4a09-afc2-1119f76e66bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-702243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-617627'] for network, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:47.327453 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd2632f-8c9e-4a09-afc2-1119f76e66bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:47.328078 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-9bd2632f-8c9e-4a09-afc2-1119f76e66bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617724'] for network, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:47.333309 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-ea83779d-ddd0-4a20-8aca-9cee9f9b50f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:47.370125 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.db [req-d9b25559-ed0b-4255-9975-da25ed4e97c3 req-084cbf58-586a-4a5d-b69e-350431f19ade tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] For port cad2dc49-5741-4f22-9603-d49ed1514e21, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=cad2dc49-5741-4f22-9603-d49ed1514e21,segment=NetworkSegment(448dda07-3673-49e7-94ad-a98ccf716503),segment_id=448dda07-3673-49e7-94ad-a98ccf716503)] {{(pid=92097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:04:47.370533 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-d9b25559-ed0b-4255-9975-da25ed4e97c3 req-084cbf58-586a-4a5d-b69e-350431f19ade tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598405'] for port, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:47.428027 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd2632f-8c9e-4a09-afc2-1119f76e66bf admin admin] Pushing event updated for resources: {'Network': ['ID=44aa02f2-2a13-4100-b8b1-6e7744d752d7,revision_number=1']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:47.430941 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-9bd2632f-8c9e-4a09-afc2-1119f76e66bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:47.439448 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Network 44aa02f2-2a13-4100-b8b1-6e7744d752d7 details requested by agent ovs-agent-dv-cinder-786266-2-smb with host dv-cinder-786266-2-smb {{(pid=92098) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 12:04:47.453222 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-9bd2632f-8c9e-4a09-afc2-1119f76e66bf admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8723664 Jun 06 12:04:47.456245 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 33652) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:04:47.461321 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.v2.base [None req-09d26598-5645-48e8-b269-2dfc5d29c68a admin admin] Request body: {'subnet': {'network_id': '44aa02f2-2a13-4100-b8b1-6e7744d752d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1533985780-subnet', 'tenant_id': '5e1928ed6cdf4910a20d9b6ff02b4c2b', 'ip_version': 4}} {{(pid=92096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:04:47.508836 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.plugin [req-d9b25559-ed0b-4255-9975-da25ed4e97c3 req-084cbf58-586a-4a5d-b69e-350431f19ade tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Calling delete_port for cad2dc49-5741-4f22-9603-d49ed1514e21 owned by compute:nova {{(pid=92097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 12:04:47.603296 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d26598-5645-48e8-b269-2dfc5d29c68a admin admin] Made reservation on behalf of 5e1928ed6cdf4910a20d9b6ff02b4c2b for: {'subnet': 1} {{(pid=92096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 12:04:47.606301 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-09d26598-5645-48e8-b269-2dfc5d29c68a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2058267'] for subnet, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:47.754724 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-d9b25559-ed0b-4255-9975-da25ed4e97c3 req-084cbf58-586a-4a5d-b69e-350431f19ade tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778191664348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778191160661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2165323'] for port, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:47.761340 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-9e3f4918-1210-4f37-9b5a-f6c9553afc61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:47.768596 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] get_ports_and_sgs() called for port_ids ['cad2dc49-5741-4f22-9603-d49ed1514e21'] {{(pid=92098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 12:04:47.830805 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084cbf58-586a-4a5d-b69e-350431f19ade tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Pushing event deleted for resources: {'Port': ['ID=cad2dc49-5741-4f22-9603-d49ed1514e21,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:47.834758 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-084cbf58-586a-4a5d-b69e-350431f19ade tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:47.861662 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-2b3e75ab-ff22-47d3-a0cc-2ed2d7016c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:47.962653 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9b25559-ed0b-4255-9975-da25ed4e97c3 req-084cbf58-586a-4a5d-b69e-350431f19ade tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] No DVR routers for this DVR port cad2dc49-5741-4f22-9603-d49ed1514e21 on host hv-cinder-78626 {{(pid=92097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 12:04:47.967829 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-d9b25559-ed0b-4255-9975-da25ed4e97c3 req-084cbf58-586a-4a5d-b69e-350431f19ade tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160768'] for port, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:47.975356 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-d9b25559-ed0b-4255-9975-da25ed4e97c3 req-084cbf58-586a-4a5d-b69e-350431f19ade tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] 10.222.0.35 "DELETE /v2.0/ports/cad2dc49-5741-4f22-9603-d49ed1514e21 HTTP/1.1" status: 204 len: 173 time: 0.8783045 Jun 06 12:04:47.979545 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50fdb7ec-d5ed-4ab4-a073-b40793180a80', 'name': 'network-vif-deleted', 'tag': 'cad2dc49-5741-4f22-9603-d49ed1514e21'}] {{(pid=92097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:04:47.979545 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0506e69bdf94a0a0544469556e00d4f87ccfa4abed68bb2c567d57a4f994f1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9869fee9-41b2-4f18-9131-af96704942d2" -d '{"events": [{"server_uuid": "50fdb7ec-d5ed-4ab4-a073-b40793180a80", "name": "network-vif-deleted", "tag": "cad2dc49-5741-4f22-9603-d49ed1514e21"}]}' {{(pid=92097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:04:48.111744 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-25ba7e40-7ef7-4967-8375-c413ddac9dec req-c53d32fd-2a18-455b-a891-cf2615da6d22 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?device_id=59404299-77fb-42ac-ba10-f4d69d665c13 HTTP/1.1" status: 200 len: 210 time: 0.1059725 Jun 06 12:04:48.136457 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbfad10-056d-4a55-86b2-2e37c834e828 req-ec2e0587-b909-4a74-a677-3283485336f6 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:48.137860 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-bbbfad10-056d-4a55-86b2-2e37c834e828 req-ec2e0587-b909-4a74-a677-3283485336f6 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.35 "GET /v2.0/networks?id=4d37cec2-d786-44b2-9e86-7075fb44dfe0 HTTP/1.1" status: 200 len: 814 time: 0.4202545 Jun 06 12:04:48.161040 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.v2.base [req-bbbfad10-056d-4a55-86b2-2e37c834e828 req-12743bef-afec-4473-81eb-9047a71890d8 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Request body: {'port': {'device_id': '59404299-77fb-42ac-ba10-f4d69d665c13', 'network_id': '4d37cec2-d786-44b2-9e86-7075fb44dfe0', 'admin_state_up': True, 'tenant_id': '1875b9074f2a49ea94dc8d6242744a26'}} {{(pid=92096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:04:48.250596 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14264c41-8e9f-4f01-a07e-b288aa3d0e4f req-ce29a5d4-5bc7-4fb6-9003-8c7f2bac1ccc tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:48.252095 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-14264c41-8e9f-4f01-a07e-b288aa3d0e4f req-ce29a5d4-5bc7-4fb6-9003-8c7f2bac1ccc tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbc879d7-7892-49d1-b704-4b31e81d5886 HTTP/1.1" status: 200 len: 945 time: 0.3518927 Jun 06 12:04:48.346775 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 12:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee87f41-6108-4669-879d-b41ff35f2748 x-openstack-request-id: req-8ee87f41-6108-4669-879d-b41ff35f2748 {{(pid=92097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:04:48.347214 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50fdb7ec-d5ed-4ab4-a073-b40793180a80", "name": "network-vif-deleted", "tag": "cad2dc49-5741-4f22-9603-d49ed1514e21", "status": "completed", "code": 200}]} {{(pid=92097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:04:48.347633 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8ee87f41-6108-4669-879d-b41ff35f2748 {{(pid=92097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:04:48.348279 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50fdb7ec-d5ed-4ab4-a073-b40793180a80', 'name': 'network-vif-deleted', 'tag': 'cad2dc49-5741-4f22-9603-d49ed1514e21', 'status': 'completed', 'code': 200} Jun 06 12:04:48.393744 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-14264c41-8e9f-4f01-a07e-b288aa3d0e4f req-40e2894a-35a8-4be6-86b9-4cb103684f7f tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850611 Jun 06 12:04:48.455755 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-09d26598-5645-48e8-b269-2dfc5d29c68a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2160188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2058249'] for subnet, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:48.465702 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:48.549576 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbbfad10-056d-4a55-86b2-2e37c834e828 req-12743bef-afec-4473-81eb-9047a71890d8 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Made reservation on behalf of 1875b9074f2a49ea94dc8d6242744a26 for: {'port': 1} {{(pid=92096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 12:04:48.554349 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-bbbfad10-056d-4a55-86b2-2e37c834e828 req-12743bef-afec-4473-81eb-9047a71890d8 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:48.570832 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-33bf0898-ee4e-4047-81a0-bc500ad08b5a req-ee6e1000-2966-4f4b-88df-d8771e710ac1 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] 10.222.0.32 "GET /v2.0/ports?device_id=50fdb7ec-d5ed-4ab4-a073-b40793180a80 HTTP/1.1" status: 200 len: 210 time: 0.0760086 Jun 06 12:04:48.662660 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d26598-5645-48e8-b269-2dfc5d29c68a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a36d396d-02b7-45f4-a272-c76d0b30e743,revision_number=0']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:48.665504 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-09d26598-5645-48e8-b269-2dfc5d29c68a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:48.739050 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d26598-5645-48e8-b269-2dfc5d29c68a admin admin] Checking segment: {'id': '9992ddec-c3a6-45ca-972c-7f53a4b612e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '44aa02f2-2a13-4100-b8b1-6e7744d752d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 12:04:48.739050 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d26598-5645-48e8-b269-2dfc5d29c68a admin admin] Network hostable DHCP agents. Network: 44aa02f2-2a13-4100-b8b1-6e7744d752d7, hostable agents: ['c6b73c91-e9f3-48c6-bc47-ba303821819a'], hosted agents: [] {{(pid=92096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 12:04:48.839626 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.db.db_base_plugin_common [req-bbbfad10-056d-4a55-86b2-2e37c834e828 req-12743bef-afec-4473-81eb-9047a71890d8 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Allocated IP 172.20.0.4 (4d37cec2-d786-44b2-9e86-7075fb44dfe0/ff1afc7f-f4ce-414b-b4e3-27c63da65886/f099d70f-d6ae-4066-9a6f-577c5386522a) {{(pid=92096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 12:04:48.877978 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d26598-5645-48e8-b269-2dfc5d29c68a admin admin] Network 44aa02f2-2a13-4100-b8b1-6e7744d752d7 is scheduled to be hosted by DHCP agent c6b73c91-e9f3-48c6-bc47-ba303821819a with binding_index 1 {{(pid=92096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 12:04:48.988848 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.scheduler.base_scheduler [None req-09d26598-5645-48e8-b269-2dfc5d29c68a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786266-2-smb, 44aa02f2-2a13-4100-b8b1-6e7744d752d7) {{(pid=92096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:04:48.999836 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d26598-5645-48e8-b269-2dfc5d29c68a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:49.000833 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-09d26598-5645-48e8-b269-2dfc5d29c68a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617724'] for subnet, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:49.003802 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4824417d-468a-492a-a058-8c4b587c309b None None] Network 44aa02f2-2a13-4100-b8b1-6e7744d752d7 requested from dv-cinder-786266-2-smb {{(pid=92098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 12:04:49.072621 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-bbbfad10-056d-4a55-86b2-2e37c834e828 req-12743bef-afec-4473-81eb-9047a71890d8 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Notify callbacks [] for port, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:49.090907 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 33706) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:04:49.091451 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-09d26598-5645-48e8-b269-2dfc5d29c68a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6335602 Jun 06 12:04:49.096477 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.v2.base [None req-f97f48a4-93ed-4025-afc2-f310d8de4c9c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1533985780-router', 'tenant_id': '5e1928ed6cdf4910a20d9b6ff02b4c2b', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf'}}} {{(pid=92097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:04:49.209951 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-bbbfad10-056d-4a55-86b2-2e37c834e828 req-12743bef-afec-4473-81eb-9047a71890d8 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778191160652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2160272'] for port, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:49.218008 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-175c9344-03fc-4550-988a-0bccd10c7871 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:49.252878 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] get_ports_and_sgs() called for port_ids ['c6f5676b-5bc6-4820-b8e1-624adac7d88f', 'be99e1d7-dbc9-4687-a00e-9765dfb53d5b', '3a6d88ef-1efe-4f94-a4e5-d5f974191239'] {{(pid=92098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 12:04:49.255390 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-f97f48a4-93ed-4025-afc2-f310d8de4c9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-605515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15990'] for router, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:49.260373 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-f97f48a4-93ed-4025-afc2-f310d8de4c9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-604919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-579445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15999'] for router, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:49.298249 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-f97f48a4-93ed-4025-afc2-f310d8de4c9c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:49.341320 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3c658e-4971-4e44-ad1b-02922e541b4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfab32c0e-b5c3-5d39-aa66-b9df6aa339de-44aa02f2-2a13-4100-b8b1-6e7744d752d7', 'network_id': '44aa02f2-2a13-4100-b8b1-6e7744d752d7', 'tenant_id': '5e1928ed6cdf4910a20d9b6ff02b4c2b', 'fixed_ips': [{'subnet_id': 'a36d396d-02b7-45f4-a272-c76d0b30e743'}]}} from dv-cinder-786266-2-smb. {{(pid=92098) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 06 12:04:49.342466 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-ed3c658e-4971-4e44-ad1b-02922e541b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_create {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:49.368986 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbbfad10-056d-4a55-86b2-2e37c834e828 req-12743bef-afec-4473-81eb-9047a71890d8 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Network 4d37cec2-d786-44b2-9e86-7075fb44dfe0 is already hosted by enough agents. {{(pid=92096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 12:04:49.376563 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.scheduler.base_scheduler [req-bbbfad10-056d-4a55-86b2-2e37c834e828 req-12743bef-afec-4473-81eb-9047a71890d8 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Resources bound (agent type, host, resource id): {{(pid=92096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:04:49.386985 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbbfad10-056d-4a55-86b2-2e37c834e828 req-12743bef-afec-4473-81eb-9047a71890d8 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Received port after_create {{(pid=92096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 12:04:49.459123 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12743bef-afec-4473-81eb-9047a71890d8 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Pushing event updated for resources: {'Port': ['ID=f099d70f-d6ae-4066-9a6f-577c5386522a,revision_number=1']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:49.468615 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-12743bef-afec-4473-81eb-9047a71890d8 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:49.481257 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbfad10-056d-4a55-86b2-2e37c834e828 req-12743bef-afec-4473-81eb-9047a71890d8 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:49.482194 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-bbbfad10-056d-4a55-86b2-2e37c834e828 req-12743bef-afec-4473-81eb-9047a71890d8 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160768'] for port, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:49.511777 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ff20b-f163-4c10-8690-cf3820c1822a req-7b7ea878-de12-42c5-93a6-bc0a295daa29 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:49.513838 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ec6ff20b-f163-4c10-8690-cf3820c1822a req-7b7ea878-de12-42c5-93a6-bc0a295daa29 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?device_id=59404299-77fb-42ac-ba10-f4d69d665c13 HTTP/1.1" status: 200 len: 931 time: 0.2543151 Jun 06 12:04:49.586541 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ec6ff20b-f163-4c10-8690-cf3820c1822a req-bf3de573-d28b-4033-8c66-2bd1d21506cd tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/security-groups?id=f23f4ac2-a34a-4b05-b7f3-4b7c23d9b1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606878 Jun 06 12:04:49.595667 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-bbbfad10-056d-4a55-86b2-2e37c834e828 req-12743bef-afec-4473-81eb-9047a71890d8 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4432981 Jun 06 12:04:49.617301 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.v2.base [req-bbbfad10-056d-4a55-86b2-2e37c834e828 req-85a0ca04-8ff7-459c-8a9a-b092c72be94d service neutron] Request body: {'port': {'device_id': '59404299-77fb-42ac-ba10-f4d69d665c13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=92096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:04:49.633404 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.db_base_plugin_common [None req-ed3c658e-4971-4e44-ad1b-02922e541b4e None None] Allocated IP 172.20.0.2 (44aa02f2-2a13-4100-b8b1-6e7744d752d7/a36d396d-02b7-45f4-a272-c76d0b30e743/1f5f1118-6f7b-4bdf-9d29-6cf9114aeef3) {{(pid=92098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 12:04:49.781940 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-f97f48a4-93ed-4025-afc2-f310d8de4c9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-604805', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-605529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15889'] for router, precommit_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:49.926781 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-bbbfad10-056d-4a55-86b2-2e37c834e828 req-85a0ca04-8ff7-459c-8a9a-b092c72be94d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:49.956095 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac53dd6-1c2e-4ffa-ade0-9ade3c8ae454 req-466f4a89-f720-42fb-ba55-f8fb3e5a0569 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:49.963051 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6ac53dd6-1c2e-4ffa-ade0-9ade3c8ae454 req-466f4a89-f720-42fb-ba55-f8fb3e5a0569 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbc879d7-7892-49d1-b704-4b31e81d5886 HTTP/1.1" status: 200 len: 945 time: 0.2414155 Jun 06 12:04:50.079123 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6ac53dd6-1c2e-4ffa-ade0-9ade3c8ae454 req-f0adf67c-3b6d-4eac-8f6b-3bb2080116ab tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149788 Jun 06 12:04:50.158753 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-ad7a8230-f529-42fe-868b-24733379726d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:50.252295 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-ed3c658e-4971-4e44-ad1b-02922e541b4e None None] Notify callbacks [] for port, precommit_create {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:50.268330 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-ed3c658e-4971-4e44-ad1b-02922e541b4e None None] Transition to ACTIVE for port object 1f5f1118-6f7b-4bdf-9d29-6cf9114aeef3 will not be triggered until provisioned by entity L2. {{(pid=92098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 12:04:50.288243 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:50.309518 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-ed3c658e-4971-4e44-ad1b-02922e541b4e None None] Transition to ACTIVE for port object 1f5f1118-6f7b-4bdf-9d29-6cf9114aeef3 will not be triggered until provisioned by entity DHCP. {{(pid=92098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 12:04:50.415267 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-ed3c658e-4971-4e44-ad1b-02922e541b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778191160652'] for port, after_create {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:50.419935 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:50.464813 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-f97f48a4-93ed-4025-afc2-f310d8de4c9c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:50.503702 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.notifiers.nova [req-bbbfad10-056d-4a55-86b2-2e37c834e828 req-85a0ca04-8ff7-459c-8a9a-b092c72be94d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f099d70f-d6ae-4066-9a6f-577c5386522a {{(pid=92096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 12:04:50.520849 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-bbbfad10-056d-4a55-86b2-2e37c834e828 req-85a0ca04-8ff7-459c-8a9a-b092c72be94d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:50.526820 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-f97f48a4-93ed-4025-afc2-f310d8de4c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:50.542432 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.db.provisioning_blocks [req-bbbfad10-056d-4a55-86b2-2e37c834e828 req-85a0ca04-8ff7-459c-8a9a-b092c72be94d service neutron] Transition to ACTIVE for port object f099d70f-d6ae-4066-9a6f-577c5386522a will not be triggered until provisioned by entity L2. {{(pid=92096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 12:04:50.555648 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3c658e-4971-4e44-ad1b-02922e541b4e None None] Network 44aa02f2-2a13-4100-b8b1-6e7744d752d7 is already hosted by enough agents. {{(pid=92098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 12:04:50.558715 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.scheduler.base_scheduler [None req-ed3c658e-4971-4e44-ad1b-02922e541b4e None None] Resources bound (agent type, host, resource id): {{(pid=92098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:04:50.561829 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3c658e-4971-4e44-ad1b-02922e541b4e None None] Received port after_create {{(pid=92098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 12:04:50.599569 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3c658e-4971-4e44-ad1b-02922e541b4e None None] Pushing event updated for resources: {'Port': ['ID=1f5f1118-6f7b-4bdf-9d29-6cf9114aeef3,revision_number=1']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:50.613321 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-ed3c658e-4971-4e44-ad1b-02922e541b4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:50.617959 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-bbbfad10-056d-4a55-86b2-2e37c834e828 req-85a0ca04-8ff7-459c-8a9a-b092c72be94d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2160299'] for port, after_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:50.633023 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-5b5c9528-0a33-4dfd-8a41-8079f31de7d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:50.692796 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:50.759080 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.managers [None req-ed3c658e-4971-4e44-ad1b-02922e541b4e None None] Attempting to bind port 1f5f1118-6f7b-4bdf-9d29-6cf9114aeef3 on host dv-cinder-786266-2-smb for vnic_type normal with profile {{(pid=92098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 12:04:50.759387 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.managers [None req-ed3c658e-4971-4e44-ad1b-02922e541b4e None None] Attempting to bind port 1f5f1118-6f7b-4bdf-9d29-6cf9114aeef3 by drivers openvswitch,hyperv on host dv-cinder-786266-2-smb at level 0 using segments [{'id': '9992ddec-c3a6-45ca-972c-7f53a4b612e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '44aa02f2-2a13-4100-b8b1-6e7744d752d7'}] {{(pid=92098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 12:04:50.759719 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3c658e-4971-4e44-ad1b-02922e541b4e None None] Attempting to bind port 1f5f1118-6f7b-4bdf-9d29-6cf9114aeef3 on network 44aa02f2-2a13-4100-b8b1-6e7744d752d7 {{(pid=92098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 12:04:50.772403 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3c658e-4971-4e44-ad1b-02922e541b4e None None] Checking agent: {'id': 'f47648e7-a38f-4e40-85d5-251dd82ea0a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786266-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 54, 50), 'started_at': datetime.datetime(2021, 6, 6, 11, 55, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 12, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786266-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 12:04:50.772771 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3c658e-4971-4e44-ad1b-02922e541b4e None None] Checking segment: {'id': '9992ddec-c3a6-45ca-972c-7f53a4b612e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '44aa02f2-2a13-4100-b8b1-6e7744d752d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 12:04:50.773198 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-ed3c658e-4971-4e44-ad1b-02922e541b4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:50.773567 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3c658e-4971-4e44-ad1b-02922e541b4e None None] Bound using segment: {'id': '9992ddec-c3a6-45ca-972c-7f53a4b612e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '44aa02f2-2a13-4100-b8b1-6e7744d752d7'} {{(pid=92098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 12:04:50.774064 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.managers [None req-ed3c658e-4971-4e44-ad1b-02922e541b4e None None] Bound port: 1f5f1118-6f7b-4bdf-9d29-6cf9114aeef3, host: dv-cinder-786266-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9992ddec-c3a6-45ca-972c-7f53a4b612e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '44aa02f2-2a13-4100-b8b1-6e7744d752d7'}}] {{(pid=92098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 12:04:50.774435 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-ed3c658e-4971-4e44-ad1b-02922e541b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:50.857026 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.db_base_plugin_common [None req-f97f48a4-93ed-4025-afc2-f310d8de4c9c admin admin] Allocated IP 172.28.2.211 (f46ef3e5-e761-4cf2-8ba5-27fd00264fbf/d3e8387a-9982-4dd7-a420-a9a6c7cae1dc/2dac2d91-3567-4268-9bf0-f49468b6b447) {{(pid=92097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 12:04:50.917358 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-ed3c658e-4971-4e44-ad1b-02922e541b4e None None] For port 1f5f1118-6f7b-4bdf-9d29-6cf9114aeef3, host dv-cinder-786266-2-smb, cleared binding levels {{(pid=92098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 12:04:50.920954 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-ed3c658e-4971-4e44-ad1b-02922e541b4e None None] For port 1f5f1118-6f7b-4bdf-9d29-6cf9114aeef3, host dv-cinder-786266-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-2-smb',level=0,port_id=1f5f1118-6f7b-4bdf-9d29-6cf9114aeef3,segment=NetworkSegment(9992ddec-c3a6-45ca-972c-7f53a4b612e0),segment_id=9992ddec-c3a6-45ca-972c-7f53a4b612e0)] {{(pid=92098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 12:04:50.984959 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-ed3c658e-4971-4e44-ad1b-02922e541b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:50.989979 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:50.997358 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a0ca04-8ff7-459c-8a9a-b092c72be94d service neutron] Pushing event updated for resources: {'Port': ['ID=f099d70f-d6ae-4066-9a6f-577c5386522a,revision_number=2']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:51.000583 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-85a0ca04-8ff7-459c-8a9a-b092c72be94d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:51.080848 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.managers [req-bbbfad10-056d-4a55-86b2-2e37c834e828 req-85a0ca04-8ff7-459c-8a9a-b092c72be94d service neutron] Attempting to bind port f099d70f-d6ae-4066-9a6f-577c5386522a on host hv-cinder-78626 for vnic_type normal with profile {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 12:04:51.084042 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.managers [req-bbbfad10-056d-4a55-86b2-2e37c834e828 req-85a0ca04-8ff7-459c-8a9a-b092c72be94d service neutron] Attempting to bind port f099d70f-d6ae-4066-9a6f-577c5386522a by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '50ae22f6-2f71-4a96-af00-d2fd8d97cc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '4d37cec2-d786-44b2-9e86-7075fb44dfe0'}] {{(pid=92096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 12:04:51.084042 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbfad10-056d-4a55-86b2-2e37c834e828 req-85a0ca04-8ff7-459c-8a9a-b092c72be94d service neutron] Attempting to bind port f099d70f-d6ae-4066-9a6f-577c5386522a on network 4d37cec2-d786-44b2-9e86-7075fb44dfe0 {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 12:04:51.086790 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 33764) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:04:51.087662 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbfad10-056d-4a55-86b2-2e37c834e828 req-85a0ca04-8ff7-459c-8a9a-b092c72be94d service neutron] Port f099d70f-d6ae-4066-9a6f-577c5386522a on network 4d37cec2-d786-44b2-9e86-7075fb44dfe0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 12:04:51.087958 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbfad10-056d-4a55-86b2-2e37c834e828 req-85a0ca04-8ff7-459c-8a9a-b092c72be94d service neutron] Attempting to bind port f099d70f-d6ae-4066-9a6f-577c5386522a on network 4d37cec2-d786-44b2-9e86-7075fb44dfe0 {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 12:04:51.133972 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffee11e-c564-4815-b110-abe4af47ecf2 req-2de123a7-43a0-4f30-b550-842007db884d tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:51.142474 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-2ffee11e-c564-4815-b110-abe4af47ecf2 req-2de123a7-43a0-4f30-b550-842007db884d tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?device_id=59404299-77fb-42ac-ba10-f4d69d665c13 HTTP/1.1" status: 200 len: 943 time: 0.2683141 Jun 06 12:04:51.146967 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbfad10-056d-4a55-86b2-2e37c834e828 req-85a0ca04-8ff7-459c-8a9a-b092c72be94d service neutron] Checking agent: {'id': '7f4f2d28-9bb0-42d9-b4ad-6ed22ccae0f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 12, 1, 20), 'started_at': datetime.datetime(2021, 6, 6, 12, 1, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 12, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 12:04:51.146967 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbfad10-056d-4a55-86b2-2e37c834e828 req-85a0ca04-8ff7-459c-8a9a-b092c72be94d service neutron] Checking segment: {'id': '50ae22f6-2f71-4a96-af00-d2fd8d97cc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '4d37cec2-d786-44b2-9e86-7075fb44dfe0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 12:04:51.146967 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbfad10-056d-4a55-86b2-2e37c834e828 req-85a0ca04-8ff7-459c-8a9a-b092c72be94d service neutron] Bound using segment: {'id': '50ae22f6-2f71-4a96-af00-d2fd8d97cc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '4d37cec2-d786-44b2-9e86-7075fb44dfe0'} {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 12:04:51.146967 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.managers [req-bbbfad10-056d-4a55-86b2-2e37c834e828 req-85a0ca04-8ff7-459c-8a9a-b092c72be94d service neutron] Bound port: f099d70f-d6ae-4066-9a6f-577c5386522a, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50ae22f6-2f71-4a96-af00-d2fd8d97cc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '4d37cec2-d786-44b2-9e86-7075fb44dfe0'}}] {{(pid=92096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 12:04:51.146967 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-bbbfad10-056d-4a55-86b2-2e37c834e828 req-85a0ca04-8ff7-459c-8a9a-b092c72be94d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:51.169881 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-f97f48a4-93ed-4025-afc2-f310d8de4c9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:51.260636 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3c658e-4971-4e44-ad1b-02922e541b4e None None] Pushing event updated for resources: {'Port': ['ID=1f5f1118-6f7b-4bdf-9d29-6cf9114aeef3,revision_number=2']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:51.387660 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-ed3c658e-4971-4e44-ad1b-02922e541b4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:51.389179 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c2413-c36c-4042-bdca-0d4b3c95a4c2 req-16550312-6917-4ebb-963d-deaf9be9da22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:51.389179 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-002c2413-c36c-4042-bdca-0d4b3c95a4c2 req-16550312-6917-4ebb-963d-deaf9be9da22 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=dbc879d7-7892-49d1-b704-4b31e81d5886 HTTP/1.1" status: 200 len: 1098 time: 0.3897719 Jun 06 12:04:51.390954 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.db [req-bbbfad10-056d-4a55-86b2-2e37c834e828 req-85a0ca04-8ff7-459c-8a9a-b092c72be94d service neutron] For port f099d70f-d6ae-4066-9a6f-577c5386522a, host hv-cinder-78626, cleared binding levels {{(pid=92096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 12:04:51.390954 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-2ffee11e-c564-4815-b110-abe4af47ecf2 req-30e6c30d-0772-4cdc-8e0a-9b84a354c259 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/security-groups?id=f23f4ac2-a34a-4b05-b7f3-4b7c23d9b1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805520 Jun 06 12:04:51.390954 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.db [req-bbbfad10-056d-4a55-86b2-2e37c834e828 req-85a0ca04-8ff7-459c-8a9a-b092c72be94d service neutron] For port f099d70f-d6ae-4066-9a6f-577c5386522a, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=f099d70f-d6ae-4066-9a6f-577c5386522a,segment=NetworkSegment(50ae22f6-2f71-4a96-af00-d2fd8d97cc9b),segment_id=50ae22f6-2f71-4a96-af00-d2fd8d97cc9b)] {{(pid=92096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 12:04:51.391242 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-002c2413-c36c-4042-bdca-0d4b3c95a4c2 req-aa8cdc3b-2091-41f8-a582-b5fdca906721 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395274 Jun 06 12:04:51.391323 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-324e9dc9-eb96-4c85-9275-74fdda289c82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:51.391415 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device cad2dc49-5741-4f22-9603-d49ed1514e21 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 12:04:51.511919 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.plugin [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] No Port match for: cad2dc49-5741-4f22-9603-d49ed1514e21 {{(pid=92098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 12:04:51.511919 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device cad2dc49-5741-4f22-9603-d49ed1514e21 not bound to the agent host hv-cinder-78626 {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 12:04:51.553838 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da849f-b19a-45d4-ac1c-75dccb03b88e req-2bc9aeaa-202f-42f5-8718-08b76b60f213 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:51.555406 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-79da849f-b19a-45d4-ac1c-75dccb03b88e req-2bc9aeaa-202f-42f5-8718-08b76b60f213 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbc879d7-7892-49d1-b704-4b31e81d5886 HTTP/1.1" status: 200 len: 945 time: 0.2399406 Jun 06 12:04:51.586517 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-c3be426d-4704-402b-bce9-7cb8373a3dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:51.589822 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-f97f48a4-93ed-4025-afc2-f310d8de4c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778191160652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2165323'] for port, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:51.594109 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-bbbfad10-056d-4a55-86b2-2e37c834e828 req-85a0ca04-8ff7-459c-8a9a-b092c72be94d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2160299'] for port, after_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:51.595781 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-ea8718ba-2aa8-42cb-956d-55e44de9df1a tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:51.615448 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:51.682337 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97f48a4-93ed-4025-afc2-f310d8de4c9c admin admin] Network f46ef3e5-e761-4cf2-8ba5-27fd00264fbf is already hosted by enough agents. {{(pid=92097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 12:04:51.685527 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.base_scheduler [None req-f97f48a4-93ed-4025-afc2-f310d8de4c9c admin admin] Resources bound (agent type, host, resource id): {{(pid=92097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:04:51.688025 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97f48a4-93ed-4025-afc2-f310d8de4c9c admin admin] Received port after_create {{(pid=92097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 12:04:51.716473 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbfad10-056d-4a55-86b2-2e37c834e828 req-85a0ca04-8ff7-459c-8a9a-b092c72be94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:51.717073 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-bbbfad10-056d-4a55-86b2-2e37c834e828 req-85a0ca04-8ff7-459c-8a9a-b092c72be94d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160768'] for port, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:51.719238 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-bbbfad10-056d-4a55-86b2-2e37c834e828 req-85a0ca04-8ff7-459c-8a9a-b092c72be94d service neutron] 10.222.0.35 "PUT /v2.0/ports/f099d70f-d6ae-4066-9a6f-577c5386522a HTTP/1.1" status: 200 len: 1093 time: 2.1085529 Jun 06 12:04:51.722748 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59404299-77fb-42ac-ba10-f4d69d665c13', 'tag': 'f099d70f-d6ae-4066-9a6f-577c5386522a'}] {{(pid=92096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:04:51.725063 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70cf447e3881262ea0b43a88f7d0d33c778b0ed04640d1c627a7304ff1bba8b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a1915d5-9ee8-4b31-bcbd-953adc31417d" -d '{"events": [{"name": "network-changed", "server_uuid": "59404299-77fb-42ac-ba10-f4d69d665c13", "tag": "f099d70f-d6ae-4066-9a6f-577c5386522a"}]}' {{(pid=92096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:04:51.738014 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-79da849f-b19a-45d4-ac1c-75dccb03b88e req-14870d9f-de4d-4c75-8fd5-d072978c6622 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765237 Jun 06 12:04:51.760412 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a0ca04-8ff7-459c-8a9a-b092c72be94d service neutron] Pushing event updated for resources: {'Port': ['ID=f099d70f-d6ae-4066-9a6f-577c5386522a,revision_number=3']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:51.763648 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-85a0ca04-8ff7-459c-8a9a-b092c72be94d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:51.788647 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-324e9dc9-eb96-4c85-9275-74fdda289c82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:51.799125 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 12:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f63b251-baff-4f93-a40a-677f64baaf36 x-openstack-request-id: req-7f63b251-baff-4f93-a40a-677f64baaf36 {{(pid=92096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:04:51.799125 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59404299-77fb-42ac-ba10-f4d69d665c13", "tag": "f099d70f-d6ae-4066-9a6f-577c5386522a", "status": "completed", "code": 200}]} {{(pid=92096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:04:51.799125 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7f63b251-baff-4f93-a40a-677f64baaf36 {{(pid=92096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:04:51.799420 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59404299-77fb-42ac-ba10-f4d69d665c13', 'tag': 'f099d70f-d6ae-4066-9a6f-577c5386522a', 'status': 'completed', 'code': 200} Jun 06 12:04:51.846244 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97f48a4-93ed-4025-afc2-f310d8de4c9c admin admin] Pushing event updated for resources: {'Port': ['ID=2dac2d91-3567-4268-9bf0-f49468b6b447,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:51.859341 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-f97f48a4-93ed-4025-afc2-f310d8de4c9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:51.893508 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-324e9dc9-eb96-4c85-9275-74fdda289c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:51.902474 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-52e7a5dc-58a5-4c02-b719-e2179b10cfb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:51.951856 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324e9dc9-eb96-4c85-9275-74fdda289c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=156f0efe-375c-4912-a908-0ee562ca34b4,revision_number=1']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:51.955480 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-324e9dc9-eb96-4c85-9275-74fdda289c82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:51.969147 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 33786) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:04:51.969420 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-324e9dc9-eb96-4c85-9275-74fdda289c82 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9f93b81fe41040248d79ffaaeee59771&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8791316 Jun 06 12:04:51.982614 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1915d5-9ee8-4b31-bcbd-953adc31417d req-ea8b8eb3-d955-4647-ad0e-2eb54a5abef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:51.984833 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-3a1915d5-9ee8-4b31-bcbd-953adc31417d req-ea8b8eb3-d955-4647-ad0e-2eb54a5abef9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1875b9074f2a49ea94dc8d6242744a26&device_id=59404299-77fb-42ac-ba10-f4d69d665c13 HTTP/1.1" status: 200 len: 1096 time: 0.1482265 Jun 06 12:04:52.076583 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-0c96f8fd-3773-42ee-87a8-06908c82e5a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:52.108065 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-0c96f8fd-3773-42ee-87a8-06908c82e5a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:52.174308 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1915d5-9ee8-4b31-bcbd-953adc31417d req-fa0c43f1-97a6-41c5-ae67-6ed248f73b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:52.175798 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-3a1915d5-9ee8-4b31-bcbd-953adc31417d req-fa0c43f1-97a6-41c5-ae67-6ed248f73b85 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=1875b9074f2a49ea94dc8d6242744a26&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1783979 Jun 06 12:04:52.357930 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1915d5-9ee8-4b31-bcbd-953adc31417d req-57560ee7-c902-41aa-8dce-41c1b69086a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:52.360508 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-3a1915d5-9ee8-4b31-bcbd-953adc31417d req-57560ee7-c902-41aa-8dce-41c1b69086a6 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1750281 Jun 06 12:04:52.383505 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-f97f48a4-93ed-4025-afc2-f310d8de4c9c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:52.416235 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306b07cc-3fa9-4beb-88a7-b9122cd00109 None None] Network 44aa02f2-2a13-4100-b8b1-6e7744d752d7 requested from dv-cinder-786266-2-smb {{(pid=92098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 12:04:52.559831 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-0c96f8fd-3773-42ee-87a8-06908c82e5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:52.564403 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-0c96f8fd-3773-42ee-87a8-06908c82e5a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:52.566800 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-0c96f8fd-3773-42ee-87a8-06908c82e5a0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/156f0efe-375c-4912-a908-0ee562ca34b4 HTTP/1.1" status: 204 len: 168 time: 0.5970285 Jun 06 12:04:52.590844 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-fb03a81e-6af4-4093-b683-8af81cd76fbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:52.663148 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c96f8fd-3773-42ee-87a8-06908c82e5a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=156f0efe-375c-4912-a908-0ee562ca34b4,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:52.663148 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-0c96f8fd-3773-42ee-87a8-06908c82e5a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:52.724799 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-8349213c-8ae7-4423-89f8-55a3ebff222b None None] Provisioning for port 1f5f1118-6f7b-4bdf-9d29-6cf9114aeef3 completed by entity DHCP. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 12:04:52.769013 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c8088-1da0-4968-81aa-a7f4a1b660cc req-85153679-2067-458e-890f-677413d03d27 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:52.784785 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-5a6c8088-1da0-4968-81aa-a7f4a1b660cc req-85153679-2067-458e-890f-677413d03d27 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?device_id=59404299-77fb-42ac-ba10-f4d69d665c13 HTTP/1.1" status: 200 len: 943 time: 0.2932065 Jun 06 12:04:52.795867 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbfad10-056d-4a55-86b2-2e37c834e828 req-ef69f13b-9c49-47aa-9d18-0df9324998dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:52.798080 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-bbbfad10-056d-4a55-86b2-2e37c834e828 req-ef69f13b-9c49-47aa-9d18-0df9324998dd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1875b9074f2a49ea94dc8d6242744a26&device_id=59404299-77fb-42ac-ba10-f4d69d665c13 HTTP/1.1" status: 200 len: 1096 time: 0.2008240 Jun 06 12:04:52.899186 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-bbbfad10-056d-4a55-86b2-2e37c834e828 req-d87a5400-3b0c-42e8-91b9-c262f04dc5be service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f099d70f-d6ae-4066-9a6f-577c5386522a HTTP/1.1" status: 200 len: 217 time: 0.0838606 Jun 06 12:04:52.915606 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-5a6c8088-1da0-4968-81aa-a7f4a1b660cc req-5f395ef1-1559-42e4-af92-150d005f46f1 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/security-groups?id=f23f4ac2-a34a-4b05-b7f3-4b7c23d9b1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384721 Jun 06 12:04:53.011956 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-dde0a769-bb65-4f49-a590-df32523868aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:53.048958 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbfad10-056d-4a55-86b2-2e37c834e828 req-490a82db-daf6-48ab-b9e3-f52efd328848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:53.050484 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-bbbfad10-056d-4a55-86b2-2e37c834e828 req-490a82db-daf6-48ab-b9e3-f52efd328848 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ff1afc7f-f4ce-414b-b4e3-27c63da65886 HTTP/1.1" status: 200 len: 854 time: 0.1317143 Jun 06 12:04:53.133523 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device 1f5f1118-6f7b-4bdf-9d29-6cf9114aeef3 up at agent ovs-agent-dv-cinder-786266-2-smb {{(pid=92098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 12:04:53.204317 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-bbbfad10-056d-4a55-86b2-2e37c834e828 req-eb158eea-57a3-4898-8c0b-ee30e36b22fd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4d37cec2-d786-44b2-9e86-7075fb44dfe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513754 Jun 06 12:04:53.375672 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Provisioning for port 1f5f1118-6f7b-4bdf-9d29-6cf9114aeef3 completed by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 12:04:53.382631 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Provisioning complete for port 1f5f1118-6f7b-4bdf-9d29-6cf9114aeef3 triggered by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:04:53.383017 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:53.408757 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-f97f48a4-93ed-4025-afc2-f310d8de4c9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-605506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604842'] for router, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:53.416754 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1374e008-7f69-4df2-8266-a777e9fd73b9 req-cb8f6d2a-4df8-4ae3-91b0-dfb1be097ddb tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:53.424343 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-1374e008-7f69-4df2-8266-a777e9fd73b9 req-cb8f6d2a-4df8-4ae3-91b0-dfb1be097ddb tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbc879d7-7892-49d1-b704-4b31e81d5886 HTTP/1.1" status: 200 len: 945 time: 0.3728485 Jun 06 12:04:53.428690 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-bbbfad10-056d-4a55-86b2-2e37c834e828 req-18853129-fd3a-4278-acde-f34b66bb96a5 service neutron] 10.222.0.35 "GET /v2.0/networks/4d37cec2-d786-44b2-9e86-7075fb44dfe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131648 Jun 06 12:04:53.522634 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:53.532018 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-1374e008-7f69-4df2-8266-a777e9fd73b9 req-dd4ffdf3-5cc0-4898-9904-654a7502e1ed tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067166 Jun 06 12:04:53.560081 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] For port 1f5f1118-6f7b-4bdf-9d29-6cf9114aeef3, host dv-cinder-786266-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-2-smb',level=0,port_id=1f5f1118-6f7b-4bdf-9d29-6cf9114aeef3,segment=NetworkSegment(9992ddec-c3a6-45ca-972c-7f53a4b612e0),segment_id=9992ddec-c3a6-45ca-972c-7f53a4b612e0)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:04:53.595003 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 33838) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:04:53.624055 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-4fc80ec7-6fb7-495c-9b1f-0a0f4e073610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:53.654066 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-bbbfad10-056d-4a55-86b2-2e37c834e828 req-9715cde2-9252-4f82-a861-1ee3f4cc1aff service neutron] 10.222.0.35 "GET /v2.0/networks/4d37cec2-d786-44b2-9e86-7075fb44dfe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566904 Jun 06 12:04:53.660700 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:53.665870 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:53.737527 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Pushing event updated for resources: {'Port': ['ID=1f5f1118-6f7b-4bdf-9d29-6cf9114aeef3,revision_number=3']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:53.741885 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:53.825146 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-4fc80ec7-6fb7-495c-9b1f-0a0f4e073610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:53.843708 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f97f48a4-93ed-4025-afc2-f310d8de4c9c admin admin] Router c8ffa4fa-1711-481a-9a83-dec933b52420 is scheduled to L3 agent 915c5c25-b12e-44c8-ae20-885b4f191692 with binding_index 1 {{(pid=92097) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 06 12:04:53.934679 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-4fc80ec7-6fb7-495c-9b1f-0a0f4e073610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:53.945602 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-c8191ea7-57b6-442e-97dd-72239aa7c36e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:54.068355 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-4fc80ec7-6fb7-495c-9b1f-0a0f4e073610 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0aa39e1cd3eb4674a438e65267d3e8eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4723215 Jun 06 12:04:54.068936 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 33852) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:04:54.095413 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc80ec7-6fb7-495c-9b1f-0a0f4e073610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be85e3c9-f150-419a-8d9e-ed7f7884e616,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:54.106913 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-4fc80ec7-6fb7-495c-9b1f-0a0f4e073610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:54.220228 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f97f48a4-93ed-4025-afc2-f310d8de4c9c admin admin] Notify agent at l3_agent.dv-cinder-786266-2-smb the message routers_updated {{(pid=92097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 12:04:54.238750 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7799b3fd-15e6-4269-88c9-068b53f4f9c6 None None] Sync routers for ids ['c8ffa4fa-1711-481a-9a83-dec933b52420'] in dv-cinder-786266-2-smb {{(pid=92099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 12:04:54.243875 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-b0611fda-d38f-48c1-b6d7-c7a135d1f36c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:54.253284 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7799b3fd-15e6-4269-88c9-068b53f4f9c6 None None] Routers {'c8ffa4fa-1711-481a-9a83-dec933b52420'} bound to L3 agent in host dv-cinder-786266-2-smb {{(pid=92099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:04:54.254458 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_hamode_db [None req-7799b3fd-15e6-4269-88c9-068b53f4f9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T11:54:50Z,description=,heartbeat_timestamp=2021-06-06T12:04:50Z,host='dv-cinder-786266-2-smb',id=915c5c25-b12e-44c8-ae20-885b4f191692,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:54:51Z,topic='l3_agent')) {'router_ids': ['c8ffa4fa-1711-481a-9a83-dec933b52420'], 'active': True} {{(pid=92099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:04:54.274158 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-b0611fda-d38f-48c1-b6d7-c7a135d1f36c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:54.375714 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-f97f48a4-93ed-4025-afc2-f310d8de4c9c admin admin] Notify callbacks [] for router, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:54.381329 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-f97f48a4-93ed-4025-afc2-f310d8de4c9c admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.2849576 Jun 06 12:04:54.383248 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 33876) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:04:54.386351 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de296f-8384-4466-9a31-0ae8b892f3e0 req-aa65a5fe-bc04-4ce4-9844-eff91e9b47a6 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:54.387778 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-09de296f-8384-4466-9a31-0ae8b892f3e0 req-aa65a5fe-bc04-4ce4-9844-eff91e9b47a6 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?device_id=59404299-77fb-42ac-ba10-f4d69d665c13 HTTP/1.1" status: 200 len: 943 time: 0.3500421 Jun 06 12:04:54.480314 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-09de296f-8384-4466-9a31-0ae8b892f3e0 req-0f6e662b-5692-4be8-a64c-0279982af6db tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/security-groups?id=f23f4ac2-a34a-4b05-b7f3-4b7c23d9b1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789297 Jun 06 12:04:54.487704 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d655e7f-7b74-4119-bc3d-11ba8b2b8bd0 req-b20bf2bd-6d80-4a9e-838a-cb850fa17a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:54.489418 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-2d655e7f-7b74-4119-bc3d-11ba8b2b8bd0 req-b20bf2bd-6d80-4a9e-838a-cb850fa17a2e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50c7650c564f46e9895bb0af0228580e&device_id=dbc879d7-7892-49d1-b704-4b31e81d5886 HTTP/1.1" status: 200 len: 1098 time: 0.3695636 Jun 06 12:04:54.523399 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c42bd-02cc-45d5-99be-4d4abe5a1923 req-ddb3a440-d23b-4432-96d8-dba9b501371e tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:54.528192 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-fa1c42bd-02cc-45d5-99be-4d4abe5a1923 req-ddb3a440-d23b-4432-96d8-dba9b501371e tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbc879d7-7892-49d1-b704-4b31e81d5886 HTTP/1.1" status: 200 len: 945 time: 0.3191321 Jun 06 12:04:54.600296 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_dvr_db [None req-7799b3fd-15e6-4269-88c9-068b53f4f9c6 None None] Set router c8ffa4fa-1711-481a-9a83-dec933b52420 gateway port host: dv-cinder-786266-2-smb {{(pid=92099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:04:54.827504 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-b0611fda-d38f-48c1-b6d7-c7a135d1f36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:54.830581 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-b0611fda-d38f-48c1-b6d7-c7a135d1f36c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:54.831855 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-b0611fda-d38f-48c1-b6d7-c7a135d1f36c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/be85e3c9-f150-419a-8d9e-ed7f7884e616 HTTP/1.1" status: 204 len: 168 time: 0.7592852 Jun 06 12:04:54.844378 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-22c7d9b9-b813-4986-9a3d-3a111a47d3ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:54.882146 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0611fda-d38f-48c1-b6d7-c7a135d1f36c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be85e3c9-f150-419a-8d9e-ed7f7884e616,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:54.909498 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-b0611fda-d38f-48c1-b6d7-c7a135d1f36c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:55.085653 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d655e7f-7b74-4119-bc3d-11ba8b2b8bd0 req-cb162e06-b1b7-43ae-8cff-d936ab27a1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:55.086730 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device 1f5f1118-6f7b-4bdf-9d29-6cf9114aeef3 up at agent ovs-agent-dv-cinder-786266-2-smb {{(pid=92098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 12:04:55.088844 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-2d655e7f-7b74-4119-bc3d-11ba8b2b8bd0 req-cb162e06-b1b7-43ae-8cff-d936ab27a1c3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d03de1d2-5bf4-407f-a826-051b44cc8c51 HTTP/1.1" status: 200 len: 919 time: 0.5587835 Jun 06 12:04:55.095799 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-fa1c42bd-02cc-45d5-99be-4d4abe5a1923 req-e5199435-6840-4868-a2be-b42e069f793e tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386917 Jun 06 12:04:55.192352 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Provisioning complete for port 1f5f1118-6f7b-4bdf-9d29-6cf9114aeef3 triggered by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:04:55.193155 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:55.453930 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-2d655e7f-7b74-4119-bc3d-11ba8b2b8bd0 req-0e205980-77a3-4941-9898-b86840cb3a69 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=715ca4b4-6ad2-407f-b0bb-3dda38213e15 HTTP/1.1" status: 200 len: 217 time: 0.2495246 Jun 06 12:04:55.507524 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_hamode_db [None req-7799b3fd-15e6-4269-88c9-068b53f4f9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ffa4fa-1711-481a-9a83-dec933b52420', 'name': 'tempest-TestShelveInstance-1533985780-router', 'tenant_id': '5e1928ed6cdf4910a20d9b6ff02b4c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': '2dac2d91-3567-4268-9bf0-f49468b6b447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:04:49Z', 'updated_at': '2021-06-06T12:04:52Z', 'revision_number': 3, 'project_id': '5e1928ed6cdf4910a20d9b6ff02b4c2b', 'gw_port': {'id': '2dac2d91-3567-4268-9bf0-f49468b6b447', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ffa4fa-1711-481a-9a83-dec933b52420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:04:50Z', 'updated_at': '2021-06-06T12:04:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb'}], 'dv-cinder-786266-2-smb', False) {} {{(pid=92099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:04:55.516703 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7799b3fd-15e6-4269-88c9-068b53f4f9c6 None None] Checking router: c8ffa4fa-1711-481a-9a83-dec933b52420 for host: dv-cinder-786266-2-smb {{(pid=92099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 12:04:55.517203 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7799b3fd-15e6-4269-88c9-068b53f4f9c6 None None] Updating router c8ffa4fa-1711-481a-9a83-dec933b52420 port 2dac2d91-3567-4268-9bf0-f49468b6b447 binding host dv-cinder-786266-2-smb {{(pid=92099) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 12:04:55.594422 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d655e7f-7b74-4119-bc3d-11ba8b2b8bd0 req-62467817-bca4-4186-a793-7f32b2e24575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:55.599929 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-2d655e7f-7b74-4119-bc3d-11ba8b2b8bd0 req-62467817-bca4-4186-a793-7f32b2e24575 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5d90edd5-4ab2-4621-97ec-be229d8cd0db HTTP/1.1" status: 200 len: 858 time: 0.1370859 Jun 06 12:04:55.650056 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron_lib.callbacks.manager [None req-7799b3fd-15e6-4269-88c9-068b53f4f9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:55.698577 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-2d655e7f-7b74-4119-bc3d-11ba8b2b8bd0 req-4a48efee-2ac2-4ae0-902d-7142750444da service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d03de1d2-5bf4-407f-a826-051b44cc8c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861781 Jun 06 12:04:55.770011 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-a3e12c5e-39fd-4b36-b70b-f44d7f80bdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:56.113812 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-2d655e7f-7b74-4119-bc3d-11ba8b2b8bd0 req-0caa6156-af1f-4732-9e50-c9efa7861893 service neutron] 10.222.0.35 "GET /v2.0/networks/d03de1d2-5bf4-407f-a826-051b44cc8c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4022651 Jun 06 12:04:56.235714 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.db_base_plugin_common [None req-a3e12c5e-39fd-4b36-b70b-f44d7f80bdb7 admin admin] Allocated IP 172.20.0.1 (44aa02f2-2a13-4100-b8b1-6e7744d752d7/a36d396d-02b7-45f4-a272-c76d0b30e743/45efe1a4-8bcd-491f-ba71-9fb24bfac671) {{(pid=92097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 12:04:56.348168 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4a332-470c-4dc0-9383-9c704a1fc94b req-ea7c2830-9419-430d-ae72-2c8540fcf365 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:56.355768 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6db4a332-470c-4dc0-9383-9c704a1fc94b req-ea7c2830-9419-430d-ae72-2c8540fcf365 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?device_id=59404299-77fb-42ac-ba10-f4d69d665c13 HTTP/1.1" status: 200 len: 943 time: 0.6059625 Jun 06 12:04:56.385801 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-2d655e7f-7b74-4119-bc3d-11ba8b2b8bd0 req-1ac0efc0-b5cb-4c03-97b0-93703459868c service neutron] 10.222.0.35 "GET /v2.0/networks/d03de1d2-5bf4-407f-a826-051b44cc8c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562985 Jun 06 12:04:56.424250 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6db4a332-470c-4dc0-9383-9c704a1fc94b req-1a0a6d01-b7e2-4fe1-a374-6b65b32c4f70 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/security-groups?id=f23f4ac2-a34a-4b05-b7f3-4b7c23d9b1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672750 Jun 06 12:04:56.500583 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-a3e12c5e-39fd-4b36-b70b-f44d7f80bdb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:56.523801 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.provisioning_blocks [None req-a3e12c5e-39fd-4b36-b70b-f44d7f80bdb7 admin admin] Transition to ACTIVE for port object 45efe1a4-8bcd-491f-ba71-9fb24bfac671 will not be triggered until provisioned by entity DHCP. {{(pid=92097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 12:04:56.555495 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron_lib.callbacks.manager [None req-7799b3fd-15e6-4269-88c9-068b53f4f9c6 None None] Notify callbacks [] for port, precommit_update {{(pid=92099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:56.577558 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.provisioning_blocks [None req-7799b3fd-15e6-4269-88c9-068b53f4f9c6 None None] Transition to ACTIVE for port object 2dac2d91-3567-4268-9bf0-f49468b6b447 will not be triggered until provisioned by entity L2. {{(pid=92099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 12:04:56.684393 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f32e30-9d02-4738-a4b0-35de219f64d7 req-de7401e1-30a0-4aa5-8b5d-ad22fad83cdf tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:56.685955 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-87f32e30-9d02-4738-a4b0-35de219f64d7 req-de7401e1-30a0-4aa5-8b5d-ad22fad83cdf tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbc879d7-7892-49d1-b704-4b31e81d5886 HTTP/1.1" status: 200 len: 945 time: 0.1538668 Jun 06 12:04:56.712455 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron_lib.callbacks.manager [None req-7799b3fd-15e6-4269-88c9-068b53f4f9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:56.723135 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG oslo_concurrency.lockutils [None req-bba3f246-a925-4a9c-aee4-89687177053d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:56.752792 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-a3e12c5e-39fd-4b36-b70b-f44d7f80bdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778191160652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2165323'] for port, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:56.768684 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-87f32e30-9d02-4738-a4b0-35de219f64d7 req-c90280e0-cc56-4dfb-960c-c41137c3576f tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734751 Jun 06 12:04:56.779874 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-f97f48a4-93ed-4025-afc2-f310d8de4c9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:56.838952 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.plugins.ml2.managers [None req-7799b3fd-15e6-4269-88c9-068b53f4f9c6 None None] Attempting to bind port 2dac2d91-3567-4268-9bf0-f49468b6b447 on host dv-cinder-786266-2-smb for vnic_type normal with profile {{(pid=92099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 12:04:56.839333 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.plugins.ml2.managers [None req-7799b3fd-15e6-4269-88c9-068b53f4f9c6 None None] Attempting to bind port 2dac2d91-3567-4268-9bf0-f49468b6b447 by drivers openvswitch,hyperv on host dv-cinder-786266-2-smb at level 0 using segments [{'id': 'bb809bd8-b365-4ef3-acf3-bf04c8c65f74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf'}] {{(pid=92099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 12:04:56.839770 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7799b3fd-15e6-4269-88c9-068b53f4f9c6 None None] Attempting to bind port 2dac2d91-3567-4268-9bf0-f49468b6b447 on network f46ef3e5-e761-4cf2-8ba5-27fd00264fbf {{(pid=92099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 12:04:56.851779 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7799b3fd-15e6-4269-88c9-068b53f4f9c6 None None] Checking agent: {'id': 'f47648e7-a38f-4e40-85d5-251dd82ea0a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786266-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 54, 50), 'started_at': datetime.datetime(2021, 6, 6, 11, 55, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 12, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786266-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 12:04:56.852209 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7799b3fd-15e6-4269-88c9-068b53f4f9c6 None None] Checking segment: {'id': 'bb809bd8-b365-4ef3-acf3-bf04c8c65f74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 12:04:56.852665 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron_lib.callbacks.manager [None req-7799b3fd-15e6-4269-88c9-068b53f4f9c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:56.852993 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7799b3fd-15e6-4269-88c9-068b53f4f9c6 None None] Bound using segment: {'id': 'bb809bd8-b365-4ef3-acf3-bf04c8c65f74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf'} {{(pid=92099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 12:04:56.853581 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.plugins.ml2.managers [None req-7799b3fd-15e6-4269-88c9-068b53f4f9c6 None None] Bound port: 2dac2d91-3567-4268-9bf0-f49468b6b447, host: dv-cinder-786266-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb809bd8-b365-4ef3-acf3-bf04c8c65f74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf'}}] {{(pid=92099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 12:04:56.853986 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron_lib.callbacks.manager [None req-7799b3fd-15e6-4269-88c9-068b53f4f9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:56.877470 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e12c5e-39fd-4b36-b70b-f44d7f80bdb7 admin admin] Network 44aa02f2-2a13-4100-b8b1-6e7744d752d7 is already hosted by enough agents. {{(pid=92097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 12:04:56.880773 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.base_scheduler [None req-a3e12c5e-39fd-4b36-b70b-f44d7f80bdb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=92097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:04:56.884800 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e12c5e-39fd-4b36-b70b-f44d7f80bdb7 admin admin] Received port after_create {{(pid=92097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 12:04:56.936767 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e12c5e-39fd-4b36-b70b-f44d7f80bdb7 admin admin] Pushing event updated for resources: {'Port': ['ID=45efe1a4-8bcd-491f-ba71-9fb24bfac671,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:56.961367 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-a3e12c5e-39fd-4b36-b70b-f44d7f80bdb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:56.979506 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-a3e12c5e-39fd-4b36-b70b-f44d7f80bdb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-559072'] for router_interface, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:57.028632 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.plugins.ml2.db [None req-7799b3fd-15e6-4269-88c9-068b53f4f9c6 None None] For port 2dac2d91-3567-4268-9bf0-f49468b6b447, host dv-cinder-786266-2-smb, cleared binding levels {{(pid=92099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 12:04:57.037734 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.plugins.ml2.db [None req-7799b3fd-15e6-4269-88c9-068b53f4f9c6 None None] For port 2dac2d91-3567-4268-9bf0-f49468b6b447, host dv-cinder-786266-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-2-smb',level=0,port_id=2dac2d91-3567-4268-9bf0-f49468b6b447,segment=NetworkSegment(bb809bd8-b365-4ef3-acf3-bf04c8c65f74),segment_id=bb809bd8-b365-4ef3-acf3-bf04c8c65f74)] {{(pid=92099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 12:04:57.067278 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307c300f-3f99-4409-a6a6-6e02c5ed4ed5 None None] Pushing event updated for resources: {'Port': ['ID=2dac2d91-3567-4268-9bf0-f49468b6b447,revision_number=2']} {{(pid=92099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:57.096541 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307c300f-3f99-4409-a6a6-6e02c5ed4ed5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:04:57.096880 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307c300f-3f99-4409-a6a6-6e02c5ed4ed5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:04:57.097340 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307c300f-3f99-4409-a6a6-6e02c5ed4ed5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:04:57.097801 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307c300f-3f99-4409-a6a6-6e02c5ed4ed5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:04:57.098225 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307c300f-3f99-4409-a6a6-6e02c5ed4ed5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:04:57.098580 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307c300f-3f99-4409-a6a6-6e02c5ed4ed5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:04:57.100542 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307c300f-3f99-4409-a6a6-6e02c5ed4ed5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:04:57.102443 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307c300f-3f99-4409-a6a6-6e02c5ed4ed5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:04:57.102792 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307c300f-3f99-4409-a6a6-6e02c5ed4ed5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:04:57.103116 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307c300f-3f99-4409-a6a6-6e02c5ed4ed5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:04:57.103442 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307c300f-3f99-4409-a6a6-6e02c5ed4ed5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:04:57.103762 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307c300f-3f99-4409-a6a6-6e02c5ed4ed5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:04:57.114505 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG oslo_concurrency.lockutils [None req-307c300f-3f99-4409-a6a6-6e02c5ed4ed5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=92099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:57.132125 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron_lib.callbacks.manager [None req-7799b3fd-15e6-4269-88c9-068b53f4f9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:57.137238 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:57.150863 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 33928) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:04:57.278073 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-a3e12c5e-39fd-4b36-b70b-f44d7f80bdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:57.345475 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7799b3fd-15e6-4269-88c9-068b53f4f9c6 None None] Routers {'c8ffa4fa-1711-481a-9a83-dec933b52420'} bound to L3 agent in host dv-cinder-786266-2-smb {{(pid=92099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:04:57.346922 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_hamode_db [None req-7799b3fd-15e6-4269-88c9-068b53f4f9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T11:54:50Z,description=,heartbeat_timestamp=2021-06-06T12:04:50Z,host='dv-cinder-786266-2-smb',id=915c5c25-b12e-44c8-ae20-885b4f191692,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:54:51Z,topic='l3_agent')) {'router_ids': ['c8ffa4fa-1711-481a-9a83-dec933b52420'], 'active': True} {{(pid=92099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:04:57.368518 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.v2.base [None req-0764cb0d-57b1-4c85-bfda-f28c6e1283fa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1519596303-network', 'tenant_id': '25a6deefaa414ab48446d1988277bcd0'}} {{(pid=92097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:04:57.381301 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-d4c49057-2123-4384-a1d1-b589df2e31c8 None None] Provisioning for port 45efe1a4-8bcd-491f-ba71-9fb24bfac671 completed by entity DHCP. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 12:04:57.388231 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-d4c49057-2123-4384-a1d1-b589df2e31c8 None None] Provisioning complete for port 45efe1a4-8bcd-491f-ba71-9fb24bfac671 triggered by entity DHCP. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:04:57.389003 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-d4c49057-2123-4384-a1d1-b589df2e31c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:57.434073 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device f099d70f-d6ae-4066-9a6f-577c5386522a details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=92098) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 12:04:57.457426 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307c300f-3f99-4409-a6a6-6e02c5ed4ed5 None None] Pushing event updated for resources: {'Port': ['ID=2dac2d91-3567-4268-9bf0-f49468b6b447,revision_number=3']} {{(pid=92099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:57.468750 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG oslo_concurrency.lockutils [None req-307c300f-3f99-4409-a6a6-6e02c5ed4ed5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=92099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:57.493513 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.agents_db [None req-260e75b6-693f-447f-9c37-08072a5d67b1 None None] Agent healthcheck: found 6 active agents {{(pid=92099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 12:04:57.533041 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.plugin [None req-d4c49057-2123-4384-a1d1-b589df2e31c8 None None] Port 45efe1a4-8bcd-491f-ba71-9fb24bfac671 cannot update to ACTIVE because it is not bound. {{(pid=92098) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 12:04:57.563915 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0764cb0d-57b1-4c85-bfda-f28c6e1283fa admin admin] Made reservation on behalf of 25a6deefaa414ab48446d1988277bcd0 for: {'network': 1} {{(pid=92097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 12:04:57.566993 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-0764cb0d-57b1-4c85-bfda-f28c6e1283fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33157647'] for network, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:57.585321 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-0764cb0d-57b1-4c85-bfda-f28c6e1283fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:57.647889 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-a3e12c5e-39fd-4b36-b70b-f44d7f80bdb7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:57.732371 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] For port f099d70f-d6ae-4066-9a6f-577c5386522a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=f099d70f-d6ae-4066-9a6f-577c5386522a,segment=NetworkSegment(50ae22f6-2f71-4a96-af00-d2fd8d97cc9b),segment_id=50ae22f6-2f71-4a96-af00-d2fd8d97cc9b)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:04:57.736723 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-a3e12c5e-39fd-4b36-b70b-f44d7f80bdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2165360'] for port, after_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:57.762744 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Returning: {'device': 'f099d70f-d6ae-4066-9a6f-577c5386522a', 'network_id': '4d37cec2-d786-44b2-9e86-7075fb44dfe0', 'port_id': 'f099d70f-d6ae-4066-9a6f-577c5386522a', 'mac_address': 'fa:16:3e:79:79:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff1afc7f-f4ce-414b-b4e3-27c63da65886', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92098) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 12:04:57.832035 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-dd77e959-cd44-401f-a3a2-e40a2c981b23 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:57.875002 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_dvr_db [None req-7799b3fd-15e6-4269-88c9-068b53f4f9c6 None None] Set router c8ffa4fa-1711-481a-9a83-dec933b52420 gateway port host: dv-cinder-786266-2-smb {{(pid=92099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:04:57.881533 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23176b59-12ad-402a-9dce-37a4e244a1a7 req-bdd78482-c338-4d3f-bbfd-ddbb22a74ab1 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:57.884496 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-23176b59-12ad-402a-9dce-37a4e244a1a7 req-bdd78482-c338-4d3f-bbfd-ddbb22a74ab1 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?device_id=59404299-77fb-42ac-ba10-f4d69d665c13 HTTP/1.1" status: 200 len: 943 time: 0.2079868 Jun 06 12:04:57.885406 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:57.924155 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-0764cb0d-57b1-4c85-bfda-f28c6e1283fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:57.929424 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.notifiers.nova [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f099d70f-d6ae-4066-9a6f-577c5386522a {{(pid=92098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 12:04:57.963509 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] For port f099d70f-d6ae-4066-9a6f-577c5386522a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=f099d70f-d6ae-4066-9a6f-577c5386522a,segment=NetworkSegment(50ae22f6-2f71-4a96-af00-d2fd8d97cc9b),segment_id=50ae22f6-2f71-4a96-af00-d2fd8d97cc9b)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:04:57.991600 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e12c5e-39fd-4b36-b70b-f44d7f80bdb7 admin admin] Pushing event updated for resources: {'Port': ['ID=45efe1a4-8bcd-491f-ba71-9fb24bfac671,revision_number=2']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:57.993313 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-23176b59-12ad-402a-9dce-37a4e244a1a7 req-9c7bd4e0-8807-4bde-ab77-44b2e4ede336 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/security-groups?id=f23f4ac2-a34a-4b05-b7f3-4b7c23d9b1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006036 Jun 06 12:04:58.000231 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-a3e12c5e-39fd-4b36-b70b-f44d7f80bdb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:58.003598 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-0764cb0d-57b1-4c85-bfda-f28c6e1283fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:58.016304 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-8139a5e6-ceda-4fc1-8eb6-35b8dd6badd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:58.023254 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-a3e12c5e-39fd-4b36-b70b-f44d7f80bdb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-598200'] for router_interface, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:58.040909 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:58.042710 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:58.116588 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0764cb0d-57b1-4c85-bfda-f28c6e1283fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=92097) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 12:04:58.125235 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Pushing event updated for resources: {'Port': ['ID=f099d70f-d6ae-4066-9a6f-577c5386522a,revision_number=4']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:58.129884 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:58.211577 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7658773e-4425-41fa-b829-505233f347cd req-c5b8ed46-ee1c-408e-ae83-7a44caf50cdb tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:58.219835 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-7658773e-4425-41fa-b829-505233f347cd req-c5b8ed46-ee1c-408e-ae83-7a44caf50cdb tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbc879d7-7892-49d1-b704-4b31e81d5886 HTTP/1.1" status: 200 len: 945 time: 0.1086543 Jun 06 12:04:58.290920 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0764cb0d-57b1-4c85-bfda-f28c6e1283fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56311e74-1a71-4835-93df-053785cc4c1a,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:58.295836 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-7658773e-4425-41fa-b829-505233f347cd req-ce482401-4cee-416a-8d7c-fda0867c0800 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729544 Jun 06 12:04:58.320524 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-0764cb0d-57b1-4c85-bfda-f28c6e1283fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:58.320524 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-0764cb0d-57b1-4c85-bfda-f28c6e1283fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33122656'] for segment, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:58.320975 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.db.segments_db [None req-0764cb0d-57b1-4c85-bfda-f28c6e1283fa admin admin] Added segment 2564c6b8-2c65-4899-be7d-d84578c0688f of type vlan for network 455ea1b7-fd96-4c35-91a8-07d06e248485 Jun 06 12:04:58.334550 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e12c5e-39fd-4b36-b70b-f44d7f80bdb7 admin admin] Network 44aa02f2-2a13-4100-b8b1-6e7744d752d7 is already hosted by enough agents. {{(pid=92097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 12:04:58.340747 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.base_scheduler [None req-a3e12c5e-39fd-4b36-b70b-f44d7f80bdb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=92097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:04:58.431388 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] get_ports_and_sgs() called for port_ids ['f099d70f-d6ae-4066-9a6f-577c5386522a'] {{(pid=92098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 12:04:58.462650 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_hamode_db [None req-7799b3fd-15e6-4269-88c9-068b53f4f9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ffa4fa-1711-481a-9a83-dec933b52420', 'name': 'tempest-TestShelveInstance-1533985780-router', 'tenant_id': '5e1928ed6cdf4910a20d9b6ff02b4c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': '2dac2d91-3567-4268-9bf0-f49468b6b447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:04:49Z', 'updated_at': '2021-06-06T12:04:57Z', 'revision_number': 4, 'project_id': '5e1928ed6cdf4910a20d9b6ff02b4c2b', 'gw_port': {'id': '2dac2d91-3567-4268-9bf0-f49468b6b447', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ffa4fa-1711-481a-9a83-dec933b52420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:04:50Z', 'updated_at': '2021-06-06T12:04:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb', '_interfaces': [{'id': '45efe1a4-8bcd-491f-ba71-9fb24bfac671', 'name': '', 'network_id': '44aa02f2-2a13-4100-b8b1-6e7744d752d7', 'tenant_id': '5e1928ed6cdf4910a20d9b6ff02b4c2b', 'mac_address': 'fa:16:3e:80:1c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ffa4fa-1711-481a-9a83-dec933b52420', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'a36d396d-02b7-45f4-a272-c76d0b30e743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:04:55Z', 'updated_at': '2021-06-06T12:04:56Z', 'revision_number': 1, 'project_id': '5e1928ed6cdf4910a20d9b6ff02b4c2b', 'subnets': [{'id': 'a36d396d-02b7-45f4-a272-c76d0b30e743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-2-smb', False) {} {{(pid=92099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:04:58.472833 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7799b3fd-15e6-4269-88c9-068b53f4f9c6 None None] The sync data for ids ['c8ffa4fa-1711-481a-9a83-dec933b52420'] in dv-cinder-786266-2-smb is: [{'id': 'c8ffa4fa-1711-481a-9a83-dec933b52420', 'name': 'tempest-TestShelveInstance-1533985780-router', 'tenant_id': '5e1928ed6cdf4910a20d9b6ff02b4c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': '2dac2d91-3567-4268-9bf0-f49468b6b447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:04:49Z', 'updated_at': '2021-06-06T12:04:57Z', 'revision_number': 4, 'project_id': '5e1928ed6cdf4910a20d9b6ff02b4c2b', 'gw_port': {'id': '2dac2d91-3567-4268-9bf0-f49468b6b447', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ffa4fa-1711-481a-9a83-dec933b52420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:04:50Z', 'updated_at': '2021-06-06T12:04:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb', '_interfaces': [{'id': '45efe1a4-8bcd-491f-ba71-9fb24bfac671', 'name': '', 'network_id': '44aa02f2-2a13-4100-b8b1-6e7744d752d7', 'tenant_id': '5e1928ed6cdf4910a20d9b6ff02b4c2b', 'mac_address': 'fa:16:3e:80:1c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ffa4fa-1711-481a-9a83-dec933b52420', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'a36d396d-02b7-45f4-a272-c76d0b30e743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:04:55Z', 'updated_at': '2021-06-06T12:04:56Z', 'revision_number': 1, 'project_id': '5e1928ed6cdf4910a20d9b6ff02b4c2b', 'subnets': [{'id': 'a36d396d-02b7-45f4-a272-c76d0b30e743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 12:04:58.518204 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-0764cb0d-57b1-4c85-bfda-f28c6e1283fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778191147210'] for network, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:58.697481 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.db.resource_extend [None req-0764cb0d-57b1-4c85-bfda-f28c6e1283fa admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 06 12:04:58.724671 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3e12c5e-39fd-4b36-b70b-f44d7f80bdb7 admin admin] Router c8ffa4fa-1711-481a-9a83-dec933b52420 has already been hosted by L3 agent 915c5c25-b12e-44c8-ae20-885b4f191692 {{(pid=92097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 12:04:58.817153 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-bc47dcdd-89db-4355-a665-4163c71cd376 None None] Provisioning complete for port 45efe1a4-8bcd-491f-ba71-9fb24bfac671 triggered by entity DHCP. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:04:58.817404 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-bc47dcdd-89db-4355-a665-4163c71cd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:59.003163 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.plugin [None req-bc47dcdd-89db-4355-a665-4163c71cd376 None None] Port 45efe1a4-8bcd-491f-ba71-9fb24bfac671 cannot update to ACTIVE because it is not bound. {{(pid=92098) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 12:04:59.085523 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-0764cb0d-57b1-4c85-bfda-f28c6e1283fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-702243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-617627'] for network, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:59.086351 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0764cb0d-57b1-4c85-bfda-f28c6e1283fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:59.087170 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-0764cb0d-57b1-4c85-bfda-f28c6e1283fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617724'] for network, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:59.142809 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-5272f35b-b9fd-4497-91c1-7c78482f7bea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:04:59.299832 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-0764cb0d-57b1-4c85-bfda-f28c6e1283fa admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.1451254 Jun 06 12:04:59.302052 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 33990) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:04:59.317012 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.v2.base [None req-7a1f963d-3853-4bfb-abcd-656656d8b3d8 admin admin] Request body: {'subnet': {'network_id': '455ea1b7-fd96-4c35-91a8-07d06e248485', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1519596303-subnet', 'tenant_id': '25a6deefaa414ab48446d1988277bcd0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:04:59.377724 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd15ece2-86b9-4410-bd8e-62a49bcaf3cb req-e97ddbf9-bb5a-472b-bd53-ea80cadebd60 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:04:59.387458 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-cd15ece2-86b9-4410-bd8e-62a49bcaf3cb req-e97ddbf9-bb5a-472b-bd53-ea80cadebd60 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?device_id=59404299-77fb-42ac-ba10-f4d69d665c13 HTTP/1.1" status: 200 len: 944 time: 0.1792381 Jun 06 12:04:59.427425 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0764cb0d-57b1-4c85-bfda-f28c6e1283fa admin admin] Pushing event updated for resources: {'Network': ['ID=455ea1b7-fd96-4c35-91a8-07d06e248485,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:04:59.437497 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Network 455ea1b7-fd96-4c35-91a8-07d06e248485 details requested by agent ovs-agent-dv-cinder-786266-2-smb with host dv-cinder-786266-2-smb {{(pid=92098) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 12:04:59.438421 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-0764cb0d-57b1-4c85-bfda-f28c6e1283fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:04:59.463470 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-cd15ece2-86b9-4410-bd8e-62a49bcaf3cb req-577205bd-e4f7-4533-b0ac-3c0ffe299186 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/security-groups?id=f23f4ac2-a34a-4b05-b7f3-4b7c23d9b1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741134 Jun 06 12:04:59.465887 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1f963d-3853-4bfb-abcd-656656d8b3d8 admin admin] Made reservation on behalf of 25a6deefaa414ab48446d1988277bcd0 for: {'subnet': 1} {{(pid=92096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 12:04:59.474747 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-7a1f963d-3853-4bfb-abcd-656656d8b3d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2058267'] for subnet, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:04:59.497178 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e12c5e-39fd-4b36-b70b-f44d7f80bdb7 admin admin] Notify agent at l3_agent.dv-cinder-786266-2-smb the message routers_updated {{(pid=92097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 12:04:59.522377 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-a3e12c5e-39fd-4b36-b70b-f44d7f80bdb7 admin admin] 10.222.0.32 "PUT /v2.0/routers/c8ffa4fa-1711-481a-9a83-dec933b52420/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1377666 Jun 06 12:05:00.028218 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e64fdf0-89a4-470f-b05b-d7281f2f5e39 req-de627f45-9327-4620-9ac0-2a3b9b39fd30 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:00.029901 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-9e64fdf0-89a4-470f-b05b-d7281f2f5e39 req-de627f45-9327-4620-9ac0-2a3b9b39fd30 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbc879d7-7892-49d1-b704-4b31e81d5886 HTTP/1.1" status: 200 len: 945 time: 0.2532277 Jun 06 12:05:00.100724 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-9e64fdf0-89a4-470f-b05b-d7281f2f5e39 req-36bbb930-eff5-40fa-beff-9b5f1c448d33 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642927 Jun 06 12:05:00.160177 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-7a1f963d-3853-4bfb-abcd-656656d8b3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2160188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2058249'] for subnet, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:00.165938 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:05:00.333735 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1f963d-3853-4bfb-abcd-656656d8b3d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbe2f308-6ef3-4485-8a6a-507c787d2855,revision_number=0']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:05:00.355771 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1f963d-3853-4bfb-abcd-656656d8b3d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:05:00.359570 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1f963d-3853-4bfb-abcd-656656d8b3d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:05:00.362467 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1f963d-3853-4bfb-abcd-656656d8b3d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:05:00.365652 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1f963d-3853-4bfb-abcd-656656d8b3d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:05:00.366105 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1f963d-3853-4bfb-abcd-656656d8b3d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:05:00.366527 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1f963d-3853-4bfb-abcd-656656d8b3d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:05:00.366939 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1f963d-3853-4bfb-abcd-656656d8b3d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:05:00.368693 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1f963d-3853-4bfb-abcd-656656d8b3d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:05:00.369120 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1f963d-3853-4bfb-abcd-656656d8b3d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:05:00.369535 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1f963d-3853-4bfb-abcd-656656d8b3d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:05:00.371201 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1f963d-3853-4bfb-abcd-656656d8b3d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:05:00.371616 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1f963d-3853-4bfb-abcd-656656d8b3d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:05:00.378743 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-7a1f963d-3853-4bfb-abcd-656656d8b3d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:05:00.416823 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1f963d-3853-4bfb-abcd-656656d8b3d8 admin admin] Checking segment: {'id': '2564c6b8-2c65-4899-be7d-d84578c0688f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '455ea1b7-fd96-4c35-91a8-07d06e248485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 12:05:00.417173 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1f963d-3853-4bfb-abcd-656656d8b3d8 admin admin] Network hostable DHCP agents. Network: 455ea1b7-fd96-4c35-91a8-07d06e248485, hostable agents: ['c6b73c91-e9f3-48c6-bc47-ba303821819a'], hosted agents: [] {{(pid=92096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 12:05:00.509314 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1f963d-3853-4bfb-abcd-656656d8b3d8 admin admin] Network 455ea1b7-fd96-4c35-91a8-07d06e248485 is scheduled to be hosted by DHCP agent c6b73c91-e9f3-48c6-bc47-ba303821819a with binding_index 1 {{(pid=92096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 12:05:00.600708 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.scheduler.base_scheduler [None req-7a1f963d-3853-4bfb-abcd-656656d8b3d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786266-2-smb, 455ea1b7-fd96-4c35-91a8-07d06e248485) {{(pid=92096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:05:00.605968 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1f963d-3853-4bfb-abcd-656656d8b3d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:00.609992 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-7a1f963d-3853-4bfb-abcd-656656d8b3d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617724'] for subnet, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:00.614033 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940f04bd-32e0-4570-ab5c-8ee69472a6c9 None None] Network 455ea1b7-fd96-4c35-91a8-07d06e248485 requested from dv-cinder-786266-2-smb {{(pid=92098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 12:05:00.742220 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7418bc5d-84ee-4334-a8ee-30142fdeb6f1 req-d8a430c7-b249-4bac-beb8-75b28cbd7c44 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:00.749976 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-7418bc5d-84ee-4334-a8ee-30142fdeb6f1 req-d8a430c7-b249-4bac-beb8-75b28cbd7c44 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?device_id=59404299-77fb-42ac-ba10-f4d69d665c13 HTTP/1.1" status: 200 len: 944 time: 0.1147041 Jun 06 12:05:00.806833 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-7a1f963d-3853-4bfb-abcd-656656d8b3d8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5018499 Jun 06 12:05:00.864015 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-7418bc5d-84ee-4334-a8ee-30142fdeb6f1 req-53e2148e-3e1a-4e15-9488-c6f108ddecbe tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/security-groups?id=f23f4ac2-a34a-4b05-b7f3-4b7c23d9b1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098826 Jun 06 12:05:00.894264 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 34046) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:05:00.902382 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.v2.base [None req-53ff8480-a8a7-40da-9821-8813192ea5c2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1273547500-network', 'tenant_id': '515852abf3bf40a494bfd2d0babca2b5'}} {{(pid=92097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:05:01.020699 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ff8480-a8a7-40da-9821-8813192ea5c2 admin admin] Made reservation on behalf of 515852abf3bf40a494bfd2d0babca2b5 for: {'network': 1} {{(pid=92097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 12:05:01.024114 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-53ff8480-a8a7-40da-9821-8813192ea5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33157647'] for network, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:01.044146 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6933fe4-4b91-4bc2-9458-6eb1618ec060 None None] Network 455ea1b7-fd96-4c35-91a8-07d06e248485 requested from dv-cinder-786266-2-smb {{(pid=92098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 12:05:01.055995 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-53ff8480-a8a7-40da-9821-8813192ea5c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:01.193629 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device 2dac2d91-3567-4268-9bf0-f49468b6b447 up at agent ovs-agent-dv-cinder-786266-2-smb {{(pid=92098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 12:05:01.391578 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-53ff8480-a8a7-40da-9821-8813192ea5c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:01.453442 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device f099d70f-d6ae-4066-9a6f-577c5386522a up at agent hyperv_hv-cinder-78626 {{(pid=92098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 12:05:01.455056 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-53ff8480-a8a7-40da-9821-8813192ea5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:01.459769 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-43a9508a-1f52-4594-a44d-a33b3db19e7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:05:01.525229 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Provisioning for port 2dac2d91-3567-4268-9bf0-f49468b6b447 completed by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 12:05:01.540664 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ff8480-a8a7-40da-9821-8813192ea5c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d061f4f1-fae6-46c8-bbbe-cd5b88673a99,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:05:01.546488 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Provisioning complete for port 2dac2d91-3567-4268-9bf0-f49468b6b447 triggered by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:05:01.549631 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:01.565095 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-53ff8480-a8a7-40da-9821-8813192ea5c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:05:01.597042 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53ff8480-a8a7-40da-9821-8813192ea5c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=92097) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 12:05:01.651030 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-53ff8480-a8a7-40da-9821-8813192ea5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33122656'] for segment, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:01.651421 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.db.segments_db [None req-53ff8480-a8a7-40da-9821-8813192ea5c2 admin admin] Added segment 409cbb64-5397-4c40-a517-a964085098f6 of type vlan for network edfc1db7-2e64-4419-acdb-b1b0f1fb5d55 Jun 06 12:05:01.709671 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-53ff8480-a8a7-40da-9821-8813192ea5c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778191147210'] for network, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:01.802130 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Provisioning for port f099d70f-d6ae-4066-9a6f-577c5386522a completed by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 12:05:01.820168 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Provisioning complete for port f099d70f-d6ae-4066-9a6f-577c5386522a triggered by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:05:01.820701 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:01.862999 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-53ff8480-a8a7-40da-9821-8813192ea5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-702243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-617627'] for network, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:01.865173 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ff8480-a8a7-40da-9821-8813192ea5c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:01.866072 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-53ff8480-a8a7-40da-9821-8813192ea5c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617724'] for network, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:01.872678 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-6a502d60-44c0-45d3-906f-d442e5932e29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:05:01.911984 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:01.956228 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] For port 2dac2d91-3567-4268-9bf0-f49468b6b447, host dv-cinder-786266-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-2-smb',level=0,port_id=2dac2d91-3567-4268-9bf0-f49468b6b447,segment=NetworkSegment(bb809bd8-b365-4ef3-acf3-bf04c8c65f74),segment_id=bb809bd8-b365-4ef3-acf3-bf04c8c65f74)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:05:02.029704 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4dd838-010d-4380-be56-3d87405bda52 None None] Sync routers for ids ['c8ffa4fa-1711-481a-9a83-dec933b52420'] in dv-cinder-786266-2-smb {{(pid=92098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 12:05:02.051641 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4dd838-010d-4380-be56-3d87405bda52 None None] Routers {'c8ffa4fa-1711-481a-9a83-dec933b52420'} bound to L3 agent in host dv-cinder-786266-2-smb {{(pid=92098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:05:02.052470 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_hamode_db [None req-4d4dd838-010d-4380-be56-3d87405bda52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T11:54:50Z,description=,heartbeat_timestamp=2021-06-06T12:04:50Z,host='dv-cinder-786266-2-smb',id=915c5c25-b12e-44c8-ae20-885b4f191692,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:54:51Z,topic='l3_agent')) {'router_ids': ['c8ffa4fa-1711-481a-9a83-dec933b52420'], 'active': True} {{(pid=92098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:05:02.110681 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-53ff8480-a8a7-40da-9821-8813192ea5c2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2146645 Jun 06 12:05:02.119132 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:02.136518 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-2b0e2ca3-6d7c-4982-ae15-b360ddd1e3ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:05:02.138958 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 34088) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:05:02.144752 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.v2.base [None req-558e7e23-c695-4ef5-a3c4-0d60831dbc46 admin admin] Request body: {'subnet': {'network_id': 'edfc1db7-2e64-4419-acdb-b1b0f1fb5d55', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1273547500-subnet', 'tenant_id': '515852abf3bf40a494bfd2d0babca2b5', 'ip_version': 4}} {{(pid=92097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:05:02.177438 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:02.210239 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ff8480-a8a7-40da-9821-8813192ea5c2 admin admin] Pushing event updated for resources: {'Network': ['ID=edfc1db7-2e64-4419-acdb-b1b0f1fb5d55,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:05:02.215453 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-53ff8480-a8a7-40da-9821-8813192ea5c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:05:02.235005 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Network edfc1db7-2e64-4419-acdb-b1b0f1fb5d55 details requested by agent ovs-agent-dv-cinder-786266-2-smb with host dv-cinder-786266-2-smb {{(pid=92098) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 12:05:02.256789 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4c79a5-2c8a-4e43-a3af-2dbd573fae7a req-dcc0e46e-f2a6-40e9-9179-8e2034ad026c tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:02.266349 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-8c4c79a5-2c8a-4e43-a3af-2dbd573fae7a req-dcc0e46e-f2a6-40e9-9179-8e2034ad026c tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?device_id=59404299-77fb-42ac-ba10-f4d69d665c13 HTTP/1.1" status: 200 len: 944 time: 0.2291291 Jun 06 12:05:02.288168 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 34092) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:05:02.294339 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.v2.base [None req-d26bc8c8-3791-46cf-a145-2c0d732f5d6f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1858250078-network', 'tenant_id': 'edf88f87c02b4c748a1e8dcd9a7d436a'}} {{(pid=92097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:05:02.302570 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558e7e23-c695-4ef5-a3c4-0d60831dbc46 admin admin] Made reservation on behalf of 515852abf3bf40a494bfd2d0babca2b5 for: {'subnet': 1} {{(pid=92097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 12:05:02.306464 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-558e7e23-c695-4ef5-a3c4-0d60831dbc46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556786'] for subnet, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:02.308394 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59404299-77fb-42ac-ba10-f4d69d665c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f099d70f-d6ae-4066-9a6f-577c5386522a'}] {{(pid=92098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:05:02.310732 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e301314d1a362e62940ee01824f522d16df788b03badbdd7b1d0b93d98b8084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f189add4-61e2-4154-a5a2-45941e40f553" -d '{"events": [{"server_uuid": "59404299-77fb-42ac-ba10-f4d69d665c13", "name": "network-vif-plugged", "status": "completed", "tag": "f099d70f-d6ae-4066-9a6f-577c5386522a"}]}' {{(pid=92098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:05:02.341524 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-8c4c79a5-2c8a-4e43-a3af-2dbd573fae7a req-3ed2d80a-6786-463d-98d5-1bbe132b9580 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/security-groups?id=f23f4ac2-a34a-4b05-b7f3-4b7c23d9b1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738592 Jun 06 12:05:02.423832 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 12:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce8ec9b5-969d-49ca-be93-3c6cd1a61944 x-openstack-request-id: req-ce8ec9b5-969d-49ca-be93-3c6cd1a61944 {{(pid=92098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:05:02.424259 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59404299-77fb-42ac-ba10-f4d69d665c13", "name": "network-vif-plugged", "status": "completed", "tag": "f099d70f-d6ae-4066-9a6f-577c5386522a", "code": 200}]} {{(pid=92098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:05:02.424615 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ce8ec9b5-969d-49ca-be93-3c6cd1a61944 {{(pid=92098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:05:02.425146 dv-cinder-786266-2-smb neutron-server[92098]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59404299-77fb-42ac-ba10-f4d69d665c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f099d70f-d6ae-4066-9a6f-577c5386522a', 'code': 200} Jun 06 12:05:02.428693 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] For port f099d70f-d6ae-4066-9a6f-577c5386522a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=f099d70f-d6ae-4066-9a6f-577c5386522a,segment=NetworkSegment(50ae22f6-2f71-4a96-af00-d2fd8d97cc9b),segment_id=50ae22f6-2f71-4a96-af00-d2fd8d97cc9b)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:05:02.477748 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Pushing event updated for resources: {'Port': ['ID=2dac2d91-3567-4268-9bf0-f49468b6b447,revision_number=4']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:05:02.495690 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:05:02.509122 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:02.517006 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:05:02.617663 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvr_db [None req-4d4dd838-010d-4380-be56-3d87405bda52 None None] Set router c8ffa4fa-1711-481a-9a83-dec933b52420 gateway port host: dv-cinder-786266-2-smb {{(pid=92098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:05:02.623170 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26bc8c8-3791-46cf-a145-2c0d732f5d6f admin admin] Made reservation on behalf of edf88f87c02b4c748a1e8dcd9a7d436a for: {'network': 1} {{(pid=92097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 12:05:02.625852 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-d26bc8c8-3791-46cf-a145-2c0d732f5d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33157647'] for network, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:02.644105 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-d26bc8c8-3791-46cf-a145-2c0d732f5d6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:02.871099 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-558e7e23-c695-4ef5-a3c4-0d60831dbc46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2165479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556768'] for subnet, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:02.917129 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-89c3ac7b-7a9c-475a-9ef9-0639c2dbb611 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:05:02.934555 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Pushing event updated for resources: {'Port': ['ID=f099d70f-d6ae-4066-9a6f-577c5386522a,revision_number=5']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:05:02.938640 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:05:02.974052 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e263da74-6134-4269-9838-6a60a1adea72 req-0a740f4b-446c-4678-ab7c-f60339ef95c4 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:02.985089 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-e263da74-6134-4269-9838-6a60a1adea72 req-0a740f4b-446c-4678-ab7c-f60339ef95c4 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbc879d7-7892-49d1-b704-4b31e81d5886 HTTP/1.1" status: 200 len: 945 time: 0.2699053 Jun 06 12:05:02.991010 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-d26bc8c8-3791-46cf-a145-2c0d732f5d6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:03.038374 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558e7e23-c695-4ef5-a3c4-0d60831dbc46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cf4e143-5dad-4d86-89c8-1def86490790,revision_number=0']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:05:03.041288 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a4ea8-0bff-4b7d-8150-87a5395c6c96 req-b73b2f13-7233-468b-97e2-be325d1a6ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:03.042214 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-558e7e23-c695-4ef5-a3c4-0d60831dbc46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:05:03.043521 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-be3a4ea8-0bff-4b7d-8150-87a5395c6c96 req-b73b2f13-7233-468b-97e2-be325d1a6ecb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=59404299-77fb-42ac-ba10-f4d69d665c13 HTTP/1.1" status: 200 len: 1098 time: 0.1864350 Jun 06 12:05:03.050093 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558e7e23-c695-4ef5-a3c4-0d60831dbc46 admin admin] Checking segment: {'id': '409cbb64-5397-4c40-a517-a964085098f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'edfc1db7-2e64-4419-acdb-b1b0f1fb5d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 12:05:03.050537 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558e7e23-c695-4ef5-a3c4-0d60831dbc46 admin admin] Network hostable DHCP agents. Network: edfc1db7-2e64-4419-acdb-b1b0f1fb5d55, hostable agents: ['c6b73c91-e9f3-48c6-bc47-ba303821819a'], hosted agents: [] {{(pid=92097) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 12:05:03.056081 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-d26bc8c8-3791-46cf-a145-2c0d732f5d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:03.057914 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-e263da74-6134-4269-9838-6a60a1adea72 req-4bc99df1-b074-4a16-840c-66c150fc20e7 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718822 Jun 06 12:05:03.066120 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-667ad8db-342e-4f35-87a7-7e6e179fb1bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:05:03.135225 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-be3a4ea8-0bff-4b7d-8150-87a5395c6c96 req-3d83deac-e09a-4b10-aa19-92b5e950cca9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f23f4ac2-a34a-4b05-b7f3-4b7c23d9b1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763102 Jun 06 12:05:03.149873 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device 2dac2d91-3567-4268-9bf0-f49468b6b447 up at agent ovs-agent-dv-cinder-786266-2-smb {{(pid=92098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 12:05:03.157532 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d26bc8c8-3791-46cf-a145-2c0d732f5d6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=92097) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 12:05:03.161520 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26bc8c8-3791-46cf-a145-2c0d732f5d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f98ba8-603a-4021-a47d-4ba1d8982bc6,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:05:03.177782 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-d26bc8c8-3791-46cf-a145-2c0d732f5d6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:05:03.195229 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-d26bc8c8-3791-46cf-a145-2c0d732f5d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33122656'] for segment, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:03.195890 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.db.segments_db [None req-d26bc8c8-3791-46cf-a145-2c0d732f5d6f admin admin] Added segment a386644e-ddd1-4b0c-a220-cd004028a53c of type vlan for network dc5d56c1-0bc0-40a7-92b5-19543ea9568d Jun 06 12:05:03.269166 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-d26bc8c8-3791-46cf-a145-2c0d732f5d6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778191147210'] for network, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:03.276290 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558e7e23-c695-4ef5-a3c4-0d60831dbc46 admin admin] Network edfc1db7-2e64-4419-acdb-b1b0f1fb5d55 is scheduled to be hosted by DHCP agent c6b73c91-e9f3-48c6-bc47-ba303821819a with binding_index 1 {{(pid=92097) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 12:05:03.359892 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.base_scheduler [None req-558e7e23-c695-4ef5-a3c4-0d60831dbc46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786266-2-smb, edfc1db7-2e64-4419-acdb-b1b0f1fb5d55) {{(pid=92097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:05:03.365300 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Provisioning complete for port 2dac2d91-3567-4268-9bf0-f49468b6b447 triggered by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:05:03.365617 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:03.365933 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558e7e23-c695-4ef5-a3c4-0d60831dbc46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:03.370962 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-558e7e23-c695-4ef5-a3c4-0d60831dbc46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:03.401071 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-d26bc8c8-3791-46cf-a145-2c0d732f5d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-702243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-617627'] for network, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:03.403851 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26bc8c8-3791-46cf-a145-2c0d732f5d6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:03.405166 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-d26bc8c8-3791-46cf-a145-2c0d732f5d6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617724'] for network, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:03.418025 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-c3c57559-4e4e-4aae-936a-2cc012d71aa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:05:03.429887 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739727da-6403-4d6b-b721-9855a0a446cb None None] Network edfc1db7-2e64-4419-acdb-b1b0f1fb5d55 requested from dv-cinder-786266-2-smb {{(pid=92098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 12:05:03.486797 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 34114) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:05:03.491982 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.v2.base [None req-4223c648-709c-49da-931e-8c5eea6f8716 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1273547500-router', 'tenant_id': '515852abf3bf40a494bfd2d0babca2b5', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf'}}} {{(pid=92096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:05:03.504859 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-558e7e23-c695-4ef5-a3c4-0d60831dbc46 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3407609 Jun 06 12:05:03.581278 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26bc8c8-3791-46cf-a145-2c0d732f5d6f admin admin] Pushing event updated for resources: {'Network': ['ID=dc5d56c1-0bc0-40a7-92b5-19543ea9568d,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:05:03.587822 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-d26bc8c8-3791-46cf-a145-2c0d732f5d6f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2977238 Jun 06 12:05:03.593614 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 34118) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:05:03.599533 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26bc8c8-3791-46cf-a145-2c0d732f5d6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:05:03.599955 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26bc8c8-3791-46cf-a145-2c0d732f5d6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:05:03.600319 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26bc8c8-3791-46cf-a145-2c0d732f5d6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:05:03.600673 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26bc8c8-3791-46cf-a145-2c0d732f5d6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:05:03.601069 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26bc8c8-3791-46cf-a145-2c0d732f5d6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:05:03.601494 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26bc8c8-3791-46cf-a145-2c0d732f5d6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:05:03.602248 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26bc8c8-3791-46cf-a145-2c0d732f5d6f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:05:03.606289 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26bc8c8-3791-46cf-a145-2c0d732f5d6f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:05:03.606743 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26bc8c8-3791-46cf-a145-2c0d732f5d6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:05:03.607098 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26bc8c8-3791-46cf-a145-2c0d732f5d6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:05:03.607454 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26bc8c8-3791-46cf-a145-2c0d732f5d6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:05:03.607454 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26bc8c8-3791-46cf-a145-2c0d732f5d6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:05:03.619408 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-d26bc8c8-3791-46cf-a145-2c0d732f5d6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:05:03.623609 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.v2.base [None req-342a3007-840a-454b-9d58-742ad8b9d25c admin admin] Request body: {'subnet': {'network_id': 'dc5d56c1-0bc0-40a7-92b5-19543ea9568d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1858250078-subnet', 'tenant_id': 'edf88f87c02b4c748a1e8dcd9a7d436a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:05:03.644962 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Network dc5d56c1-0bc0-40a7-92b5-19543ea9568d details requested by agent ovs-agent-dv-cinder-786266-2-smb with host dv-cinder-786266-2-smb {{(pid=92098) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 12:05:03.681098 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-4223c648-709c-49da-931e-8c5eea6f8716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-605515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15990'] for router, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:03.682625 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-4223c648-709c-49da-931e-8c5eea6f8716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-604919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-579445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15999'] for router, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:03.708402 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-4223c648-709c-49da-931e-8c5eea6f8716 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:03.750787 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd6f54-70c5-4149-ac5a-11083005253f req-f8d1dbb4-417e-48e5-8134-2669425abd4d tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:03.758529 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-97fd6f54-70c5-4149-ac5a-11083005253f req-f8d1dbb4-417e-48e5-8134-2669425abd4d tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?device_id=59404299-77fb-42ac-ba10-f4d69d665c13 HTTP/1.1" status: 200 len: 945 time: 0.1507688 Jun 06 12:05:03.776317 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_hamode_db [None req-4d4dd838-010d-4380-be56-3d87405bda52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ffa4fa-1711-481a-9a83-dec933b52420', 'name': 'tempest-TestShelveInstance-1533985780-router', 'tenant_id': '5e1928ed6cdf4910a20d9b6ff02b4c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': '2dac2d91-3567-4268-9bf0-f49468b6b447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:04:49Z', 'updated_at': '2021-06-06T12:04:57Z', 'revision_number': 4, 'project_id': '5e1928ed6cdf4910a20d9b6ff02b4c2b', 'gw_port': {'id': '2dac2d91-3567-4268-9bf0-f49468b6b447', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ffa4fa-1711-481a-9a83-dec933b52420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:04:50Z', 'updated_at': '2021-06-06T12:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb', '_interfaces': [{'id': '45efe1a4-8bcd-491f-ba71-9fb24bfac671', 'name': '', 'network_id': '44aa02f2-2a13-4100-b8b1-6e7744d752d7', 'tenant_id': '5e1928ed6cdf4910a20d9b6ff02b4c2b', 'mac_address': 'fa:16:3e:80:1c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ffa4fa-1711-481a-9a83-dec933b52420', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'a36d396d-02b7-45f4-a272-c76d0b30e743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:04:55Z', 'updated_at': '2021-06-06T12:04:57Z', 'revision_number': 2, 'project_id': '5e1928ed6cdf4910a20d9b6ff02b4c2b', 'subnets': [{'id': 'a36d396d-02b7-45f4-a272-c76d0b30e743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-2-smb', False) {} {{(pid=92098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:05:03.793179 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4dd838-010d-4380-be56-3d87405bda52 None None] Checking router: c8ffa4fa-1711-481a-9a83-dec933b52420 for host: dv-cinder-786266-2-smb {{(pid=92098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 12:05:03.793595 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4dd838-010d-4380-be56-3d87405bda52 None None] Updating router c8ffa4fa-1711-481a-9a83-dec933b52420 port 45efe1a4-8bcd-491f-ba71-9fb24bfac671 binding host dv-cinder-786266-2-smb {{(pid=92098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 12:05:03.823221 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-97fd6f54-70c5-4149-ac5a-11083005253f req-10e2566e-7066-4a65-ae94-d2a46df8a685 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/security-groups?id=f23f4ac2-a34a-4b05-b7f3-4b7c23d9b1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635710 Jun 06 12:05:03.839044 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342a3007-840a-454b-9d58-742ad8b9d25c admin admin] Made reservation on behalf of edf88f87c02b4c748a1e8dcd9a7d436a for: {'subnet': 1} {{(pid=92097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 12:05:03.841384 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-342a3007-840a-454b-9d58-742ad8b9d25c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556786'] for subnet, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:03.960350 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6c9c4d-a673-4eb6-9b8a-92106d4fbf02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfab32c0e-b5c3-5d39-aa66-b9df6aa339de-edfc1db7-2e64-4419-acdb-b1b0f1fb5d55', 'network_id': 'edfc1db7-2e64-4419-acdb-b1b0f1fb5d55', 'tenant_id': '515852abf3bf40a494bfd2d0babca2b5', 'fixed_ips': [{'subnet_id': '2cf4e143-5dad-4d86-89c8-1def86490790'}]}} from dv-cinder-786266-2-smb. {{(pid=92098) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 06 12:05:03.960350 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-5f6c9c4d-a673-4eb6-9b8a-92106d4fbf02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_create {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:03.982659 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-4d4dd838-010d-4380-be56-3d87405bda52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:04.298388 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-342a3007-840a-454b-9d58-742ad8b9d25c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2165479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556768'] for subnet, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:04.308876 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-8c6a034a-d2d0-4cbf-875c-f60d80516649 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:05:04.355527 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-4223c648-709c-49da-931e-8c5eea6f8716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-604805', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-605529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15889'] for router, precommit_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:04.383990 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.db_base_plugin_common [None req-5f6c9c4d-a673-4eb6-9b8a-92106d4fbf02 None None] Allocated IP 172.20.0.2 (edfc1db7-2e64-4419-acdb-b1b0f1fb5d55/2cf4e143-5dad-4d86-89c8-1def86490790/3ef75152-c59d-4a6f-8f97-c4466f218194) {{(pid=92098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 12:05:04.405992 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342a3007-840a-454b-9d58-742ad8b9d25c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad2c74d4-3c6c-43ab-9bd6-562edeb7395b,revision_number=0']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:05:04.416261 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-342a3007-840a-454b-9d58-742ad8b9d25c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:05:04.460505 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342a3007-840a-454b-9d58-742ad8b9d25c admin admin] Checking segment: {'id': 'a386644e-ddd1-4b0c-a220-cd004028a53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'dc5d56c1-0bc0-40a7-92b5-19543ea9568d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 12:05:04.461535 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342a3007-840a-454b-9d58-742ad8b9d25c admin admin] Network hostable DHCP agents. Network: dc5d56c1-0bc0-40a7-92b5-19543ea9568d, hostable agents: ['c6b73c91-e9f3-48c6-bc47-ba303821819a'], hosted agents: [] {{(pid=92097) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 12:05:04.617275 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342a3007-840a-454b-9d58-742ad8b9d25c admin admin] Network dc5d56c1-0bc0-40a7-92b5-19543ea9568d is scheduled to be hosted by DHCP agent c6b73c91-e9f3-48c6-bc47-ba303821819a with binding_index 1 {{(pid=92097) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 12:05:04.689139 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.base_scheduler [None req-342a3007-840a-454b-9d58-742ad8b9d25c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786266-2-smb, dc5d56c1-0bc0-40a7-92b5-19543ea9568d) {{(pid=92097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:05:04.694347 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342a3007-840a-454b-9d58-742ad8b9d25c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:04.695073 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-342a3007-840a-454b-9d58-742ad8b9d25c admin admin] Notify callbacks [] for subnet, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:04.714151 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea54299a-bdd5-4051-8d06-bde3bce6e657 None None] Network dc5d56c1-0bc0-40a7-92b5-19543ea9568d requested from dv-cinder-786266-2-smb {{(pid=92098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 12:05:04.804298 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-342a3007-840a-454b-9d58-742ad8b9d25c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2086954 Jun 06 12:05:05.043751 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-4223c648-709c-49da-931e-8c5eea6f8716 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:05.076597 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-4223c648-709c-49da-931e-8c5eea6f8716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:05.086774 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-4d4dd838-010d-4380-be56-3d87405bda52 None None] Notify callbacks [] for port, precommit_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:05.106587 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-4d4dd838-010d-4380-be56-3d87405bda52 None None] Transition to ACTIVE for port object 45efe1a4-8bcd-491f-ba71-9fb24bfac671 will not be triggered until provisioned by entity L2. {{(pid=92098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 12:05:05.185551 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-5f6c9c4d-a673-4eb6-9b8a-92106d4fbf02 None None] Notify callbacks [] for port, precommit_create {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:05.196049 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-5f6c9c4d-a673-4eb6-9b8a-92106d4fbf02 None None] Transition to ACTIVE for port object 3ef75152-c59d-4a6f-8f97-c4466f218194 will not be triggered until provisioned by entity L2. {{(pid=92098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 12:05:05.229534 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-5f6c9c4d-a673-4eb6-9b8a-92106d4fbf02 None None] Transition to ACTIVE for port object 3ef75152-c59d-4a6f-8f97-c4466f218194 will not be triggered until provisioned by entity DHCP. {{(pid=92098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 12:05:05.230725 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-4d4dd838-010d-4380-be56-3d87405bda52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:05.238261 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:05:05.317802 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ee566b-538c-469b-b145-372ca5a4481e req-97d562f5-ffda-403e-99b0-32e5abb9eb65 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:05.319173 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-5f6c9c4d-a673-4eb6-9b8a-92106d4fbf02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778191160652'] for port, after_create {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:05.324922 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-20ee566b-538c-469b-b145-372ca5a4481e req-97d562f5-ffda-403e-99b0-32e5abb9eb65 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?device_id=59404299-77fb-42ac-ba10-f4d69d665c13 HTTP/1.1" status: 200 len: 945 time: 0.1863711 Jun 06 12:05:05.328696 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.db.db_base_plugin_common [None req-4223c648-709c-49da-931e-8c5eea6f8716 admin admin] Allocated IP 172.28.2.80 (f46ef3e5-e761-4cf2-8ba5-27fd00264fbf/d3e8387a-9982-4dd7-a420-a9a6c7cae1dc/9e3ce1df-8511-413e-9ed4-5265f4008ee9) {{(pid=92096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 12:05:05.485230 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-20ee566b-538c-469b-b145-372ca5a4481e req-157f8f26-f89d-463a-a14d-89078114ffc4 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/security-groups?id=f23f4ac2-a34a-4b05-b7f3-4b7c23d9b1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468070 Jun 06 12:05:05.672276 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6ecd18-fcf7-4340-85d8-3e93bf4dbb89 None None] Pushing event updated for resources: {'Port': ['ID=45efe1a4-8bcd-491f-ba71-9fb24bfac671,revision_number=3']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:05:05.676837 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6c9c4d-a673-4eb6-9b8a-92106d4fbf02 None None] Network edfc1db7-2e64-4419-acdb-b1b0f1fb5d55 is already hosted by enough agents. {{(pid=92098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 12:05:05.729591 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-7b6ecd18-fcf7-4340-85d8-3e93bf4dbb89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:05:05.730539 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.scheduler.base_scheduler [None req-5f6c9c4d-a673-4eb6-9b8a-92106d4fbf02 None None] Resources bound (agent type, host, resource id): {{(pid=92098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:05:05.732289 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.403s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:05:05.766916 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6c9c4d-a673-4eb6-9b8a-92106d4fbf02 None None] Received port after_create {{(pid=92098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 12:05:05.805517 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d52a96-b424-4ca2-afd5-0cfb27b487f7 None None] Network dc5d56c1-0bc0-40a7-92b5-19543ea9568d requested from dv-cinder-786266-2-smb {{(pid=92098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 12:05:05.950420 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6c9c4d-a673-4eb6-9b8a-92106d4fbf02 None None] Pushing event updated for resources: {'Port': ['ID=3ef75152-c59d-4a6f-8f97-c4466f218194,revision_number=1']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:05:05.965277 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-4223c648-709c-49da-931e-8c5eea6f8716 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:06.007001 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-5f6c9c4d-a673-4eb6-9b8a-92106d4fbf02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:05:06.055549 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.managers [None req-5f6c9c4d-a673-4eb6-9b8a-92106d4fbf02 None None] Attempting to bind port 3ef75152-c59d-4a6f-8f97-c4466f218194 on host dv-cinder-786266-2-smb for vnic_type normal with profile {{(pid=92098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 12:05:06.055926 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.managers [None req-5f6c9c4d-a673-4eb6-9b8a-92106d4fbf02 None None] Attempting to bind port 3ef75152-c59d-4a6f-8f97-c4466f218194 by drivers openvswitch,hyperv on host dv-cinder-786266-2-smb at level 0 using segments [{'id': '409cbb64-5397-4c40-a517-a964085098f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'edfc1db7-2e64-4419-acdb-b1b0f1fb5d55'}] {{(pid=92098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 12:05:06.056303 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6c9c4d-a673-4eb6-9b8a-92106d4fbf02 None None] Attempting to bind port 3ef75152-c59d-4a6f-8f97-c4466f218194 on network edfc1db7-2e64-4419-acdb-b1b0f1fb5d55 {{(pid=92098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 12:05:06.067932 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6c9c4d-a673-4eb6-9b8a-92106d4fbf02 None None] Checking agent: {'id': 'f47648e7-a38f-4e40-85d5-251dd82ea0a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786266-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 54, 50), 'started_at': datetime.datetime(2021, 6, 6, 11, 55, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 12, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786266-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 12:05:06.069062 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6c9c4d-a673-4eb6-9b8a-92106d4fbf02 None None] Checking segment: {'id': '409cbb64-5397-4c40-a517-a964085098f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'edfc1db7-2e64-4419-acdb-b1b0f1fb5d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 12:05:06.069062 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-5f6c9c4d-a673-4eb6-9b8a-92106d4fbf02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:06.069062 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6c9c4d-a673-4eb6-9b8a-92106d4fbf02 None None] Bound using segment: {'id': '409cbb64-5397-4c40-a517-a964085098f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'edfc1db7-2e64-4419-acdb-b1b0f1fb5d55'} {{(pid=92098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 12:05:06.069556 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.managers [None req-5f6c9c4d-a673-4eb6-9b8a-92106d4fbf02 None None] Bound port: 3ef75152-c59d-4a6f-8f97-c4466f218194, host: dv-cinder-786266-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '409cbb64-5397-4c40-a517-a964085098f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'edfc1db7-2e64-4419-acdb-b1b0f1fb5d55'}}] {{(pid=92098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 12:05:06.069964 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-5f6c9c4d-a673-4eb6-9b8a-92106d4fbf02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:06.112717 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-4223c648-709c-49da-931e-8c5eea6f8716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778191160652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2160272'] for port, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:06.122291 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-85a0ca04-8ff7-459c-8a9a-b092c72be94d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:05:06.178013 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4223c648-709c-49da-931e-8c5eea6f8716 admin admin] Network f46ef3e5-e761-4cf2-8ba5-27fd00264fbf is already hosted by enough agents. {{(pid=92096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 12:05:06.181719 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.scheduler.base_scheduler [None req-4223c648-709c-49da-931e-8c5eea6f8716 admin admin] Resources bound (agent type, host, resource id): {{(pid=92096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:05:06.185879 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4223c648-709c-49da-931e-8c5eea6f8716 admin admin] Received port after_create {{(pid=92096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 12:05:06.245991 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4223c648-709c-49da-931e-8c5eea6f8716 admin admin] Pushing event updated for resources: {'Port': ['ID=9e3ce1df-8511-413e-9ed4-5265f4008ee9,revision_number=1']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:05:06.251040 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-4223c648-709c-49da-931e-8c5eea6f8716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:05:06.290046 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.managers [None req-4d4dd838-010d-4380-be56-3d87405bda52 None None] Attempting to bind port 45efe1a4-8bcd-491f-ba71-9fb24bfac671 on host dv-cinder-786266-2-smb for vnic_type normal with profile {{(pid=92098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 12:05:06.290591 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.managers [None req-4d4dd838-010d-4380-be56-3d87405bda52 None None] Attempting to bind port 45efe1a4-8bcd-491f-ba71-9fb24bfac671 by drivers openvswitch,hyperv on host dv-cinder-786266-2-smb at level 0 using segments [{'id': '9992ddec-c3a6-45ca-972c-7f53a4b612e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '44aa02f2-2a13-4100-b8b1-6e7744d752d7'}] {{(pid=92098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 12:05:06.290788 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4dd838-010d-4380-be56-3d87405bda52 None None] Attempting to bind port 45efe1a4-8bcd-491f-ba71-9fb24bfac671 on network 44aa02f2-2a13-4100-b8b1-6e7744d752d7 {{(pid=92098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 12:05:06.302579 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4dd838-010d-4380-be56-3d87405bda52 None None] Checking agent: {'id': 'f47648e7-a38f-4e40-85d5-251dd82ea0a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786266-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 54, 50), 'started_at': datetime.datetime(2021, 6, 6, 11, 55, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 12, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786266-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 12:05:06.303169 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4dd838-010d-4380-be56-3d87405bda52 None None] Checking segment: {'id': '9992ddec-c3a6-45ca-972c-7f53a4b612e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '44aa02f2-2a13-4100-b8b1-6e7744d752d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 12:05:06.303573 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-4d4dd838-010d-4380-be56-3d87405bda52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:06.303970 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4dd838-010d-4380-be56-3d87405bda52 None None] Bound using segment: {'id': '9992ddec-c3a6-45ca-972c-7f53a4b612e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '44aa02f2-2a13-4100-b8b1-6e7744d752d7'} {{(pid=92098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 12:05:06.304442 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.managers [None req-4d4dd838-010d-4380-be56-3d87405bda52 None None] Bound port: 45efe1a4-8bcd-491f-ba71-9fb24bfac671, host: dv-cinder-786266-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9992ddec-c3a6-45ca-972c-7f53a4b612e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '44aa02f2-2a13-4100-b8b1-6e7744d752d7'}}] {{(pid=92098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 12:05:06.304816 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-4d4dd838-010d-4380-be56-3d87405bda52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:06.323390 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-5f6c9c4d-a673-4eb6-9b8a-92106d4fbf02 None None] For port 3ef75152-c59d-4a6f-8f97-c4466f218194, host dv-cinder-786266-2-smb, cleared binding levels {{(pid=92098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 12:05:06.392830 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-5f6c9c4d-a673-4eb6-9b8a-92106d4fbf02 None None] For port 3ef75152-c59d-4a6f-8f97-c4466f218194, host dv-cinder-786266-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-2-smb',level=0,port_id=3ef75152-c59d-4a6f-8f97-c4466f218194,segment=NetworkSegment(409cbb64-5397-4c40-a517-a964085098f6),segment_id=409cbb64-5397-4c40-a517-a964085098f6)] {{(pid=92098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 12:05:06.449925 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-4d4dd838-010d-4380-be56-3d87405bda52 None None] For port 45efe1a4-8bcd-491f-ba71-9fb24bfac671, host dv-cinder-786266-2-smb, cleared binding levels {{(pid=92098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 12:05:06.456589 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-4d4dd838-010d-4380-be56-3d87405bda52 None None] For port 45efe1a4-8bcd-491f-ba71-9fb24bfac671, host dv-cinder-786266-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-2-smb',level=0,port_id=45efe1a4-8bcd-491f-ba71-9fb24bfac671,segment=NetworkSegment(9992ddec-c3a6-45ca-972c-7f53a4b612e0),segment_id=9992ddec-c3a6-45ca-972c-7f53a4b612e0)] {{(pid=92098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 12:05:06.501375 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-5f6c9c4d-a673-4eb6-9b8a-92106d4fbf02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:06.511839 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:05:06.586308 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-4d4dd838-010d-4380-be56-3d87405bda52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:06.700790 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6c9c4d-a673-4eb6-9b8a-92106d4fbf02 None None] Pushing event updated for resources: {'Port': ['ID=3ef75152-c59d-4a6f-8f97-c4466f218194,revision_number=2']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:05:06.708712 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4dd838-010d-4380-be56-3d87405bda52 None None] Routers {'c8ffa4fa-1711-481a-9a83-dec933b52420'} bound to L3 agent in host dv-cinder-786266-2-smb {{(pid=92098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:05:06.710836 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_hamode_db [None req-4d4dd838-010d-4380-be56-3d87405bda52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T11:54:50Z,description=,heartbeat_timestamp=2021-06-06T12:04:50Z,host='dv-cinder-786266-2-smb',id=915c5c25-b12e-44c8-ae20-885b4f191692,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:54:51Z,topic='l3_agent')) {'router_ids': ['c8ffa4fa-1711-481a-9a83-dec933b52420'], 'active': True} {{(pid=92098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:05:06.857947 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-5f6c9c4d-a673-4eb6-9b8a-92106d4fbf02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:05:06.857947 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.263s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:05:07.305057 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-4223c648-709c-49da-931e-8c5eea6f8716 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:07.449332 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6ecd18-fcf7-4340-85d8-3e93bf4dbb89 None None] Pushing event updated for resources: {'Port': ['ID=45efe1a4-8bcd-491f-ba71-9fb24bfac671,revision_number=4']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:05:07.457574 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-7b6ecd18-fcf7-4340-85d8-3e93bf4dbb89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:05:07.505123 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvr_db [None req-4d4dd838-010d-4380-be56-3d87405bda52 None None] Set router c8ffa4fa-1711-481a-9a83-dec933b52420 gateway port host: dv-cinder-786266-2-smb {{(pid=92098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:05:07.854109 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-4223c648-709c-49da-931e-8c5eea6f8716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-605506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604842'] for router, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:08.041501 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_hamode_db [None req-4d4dd838-010d-4380-be56-3d87405bda52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ffa4fa-1711-481a-9a83-dec933b52420', 'name': 'tempest-TestShelveInstance-1533985780-router', 'tenant_id': '5e1928ed6cdf4910a20d9b6ff02b4c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': '2dac2d91-3567-4268-9bf0-f49468b6b447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:04:49Z', 'updated_at': '2021-06-06T12:04:57Z', 'revision_number': 4, 'project_id': '5e1928ed6cdf4910a20d9b6ff02b4c2b', 'gw_port': {'id': '2dac2d91-3567-4268-9bf0-f49468b6b447', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ffa4fa-1711-481a-9a83-dec933b52420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:04:50Z', 'updated_at': '2021-06-06T12:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb', '_interfaces': [{'id': '45efe1a4-8bcd-491f-ba71-9fb24bfac671', 'name': '', 'network_id': '44aa02f2-2a13-4100-b8b1-6e7744d752d7', 'tenant_id': '5e1928ed6cdf4910a20d9b6ff02b4c2b', 'mac_address': 'fa:16:3e:80:1c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ffa4fa-1711-481a-9a83-dec933b52420', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'a36d396d-02b7-45f4-a272-c76d0b30e743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:04:55Z', 'updated_at': '2021-06-06T12:05:06Z', 'revision_number': 4, 'project_id': '5e1928ed6cdf4910a20d9b6ff02b4c2b', 'subnets': [{'id': 'a36d396d-02b7-45f4-a272-c76d0b30e743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-2-smb', False) {} {{(pid=92098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:05:08.046996 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4dd838-010d-4380-be56-3d87405bda52 None None] The sync data for ids ['c8ffa4fa-1711-481a-9a83-dec933b52420'] in dv-cinder-786266-2-smb is: [{'id': 'c8ffa4fa-1711-481a-9a83-dec933b52420', 'name': 'tempest-TestShelveInstance-1533985780-router', 'tenant_id': '5e1928ed6cdf4910a20d9b6ff02b4c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': '2dac2d91-3567-4268-9bf0-f49468b6b447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:04:49Z', 'updated_at': '2021-06-06T12:04:57Z', 'revision_number': 4, 'project_id': '5e1928ed6cdf4910a20d9b6ff02b4c2b', 'gw_port': {'id': '2dac2d91-3567-4268-9bf0-f49468b6b447', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ffa4fa-1711-481a-9a83-dec933b52420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:04:50Z', 'updated_at': '2021-06-06T12:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb', '_interfaces': [{'id': '45efe1a4-8bcd-491f-ba71-9fb24bfac671', 'name': '', 'network_id': '44aa02f2-2a13-4100-b8b1-6e7744d752d7', 'tenant_id': '5e1928ed6cdf4910a20d9b6ff02b4c2b', 'mac_address': 'fa:16:3e:80:1c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ffa4fa-1711-481a-9a83-dec933b52420', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'a36d396d-02b7-45f4-a272-c76d0b30e743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:04:55Z', 'updated_at': '2021-06-06T12:05:06Z', 'revision_number': 4, 'project_id': '5e1928ed6cdf4910a20d9b6ff02b4c2b', 'subnets': [{'id': 'a36d396d-02b7-45f4-a272-c76d0b30e743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 12:05:08.372348 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9bdafd-3e91-45f6-bd8b-b3c7ebbc1343 None None] Network edfc1db7-2e64-4419-acdb-b1b0f1fb5d55 requested from dv-cinder-786266-2-smb {{(pid=92098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 12:05:08.461526 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4223c648-709c-49da-931e-8c5eea6f8716 admin admin] Router 51bf4fd8-2905-4081-856f-023b82155044 is scheduled to L3 agent 915c5c25-b12e-44c8-ae20-885b4f191692 with binding_index 1 {{(pid=92096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 06 12:05:08.602553 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-9e037eca-bbeb-4c16-b55a-5b341deb1ce1 None None] Provisioning for port 3ef75152-c59d-4a6f-8f97-c4466f218194 completed by entity DHCP. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 12:05:08.924484 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4223c648-709c-49da-931e-8c5eea6f8716 admin admin] Notify agent at l3_agent.dv-cinder-786266-2-smb the message routers_updated {{(pid=92096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 12:05:08.935029 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b38d9e3-33ef-4e5a-a11f-58cdedabe7ec None None] Sync routers for ids ['51bf4fd8-2905-4081-856f-023b82155044'] in dv-cinder-786266-2-smb {{(pid=92099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 12:05:08.949596 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b38d9e3-33ef-4e5a-a11f-58cdedabe7ec None None] Routers {'51bf4fd8-2905-4081-856f-023b82155044'} bound to L3 agent in host dv-cinder-786266-2-smb {{(pid=92099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:05:08.950536 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_hamode_db [None req-7b38d9e3-33ef-4e5a-a11f-58cdedabe7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T11:54:50Z,description=,heartbeat_timestamp=2021-06-06T12:04:50Z,host='dv-cinder-786266-2-smb',id=915c5c25-b12e-44c8-ae20-885b4f191692,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:54:51Z,topic='l3_agent')) {'router_ids': ['51bf4fd8-2905-4081-856f-023b82155044'], 'active': True} {{(pid=92099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:05:09.018045 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-4223c648-709c-49da-931e-8c5eea6f8716 admin admin] Notify callbacks [] for router, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:09.019381 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-4223c648-709c-49da-931e-8c5eea6f8716 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.5313389 Jun 06 12:05:09.027219 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 34204) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:05:09.324199 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_dvr_db [None req-7b38d9e3-33ef-4e5a-a11f-58cdedabe7ec None None] Set router 51bf4fd8-2905-4081-856f-023b82155044 gateway port host: dv-cinder-786266-2-smb {{(pid=92099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:05:09.332547 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device 3ef75152-c59d-4a6f-8f97-c4466f218194 up at agent ovs-agent-dv-cinder-786266-2-smb {{(pid=92098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 12:05:09.517809 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Provisioning for port 3ef75152-c59d-4a6f-8f97-c4466f218194 completed by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 12:05:09.523494 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Provisioning complete for port 3ef75152-c59d-4a6f-8f97-c4466f218194 triggered by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:05:09.524108 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:09.703049 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:09.740617 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] For port 3ef75152-c59d-4a6f-8f97-c4466f218194, host dv-cinder-786266-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-2-smb',level=0,port_id=3ef75152-c59d-4a6f-8f97-c4466f218194,segment=NetworkSegment(409cbb64-5397-4c40-a517-a964085098f6),segment_id=409cbb64-5397-4c40-a517-a964085098f6)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:05:09.763663 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_hamode_db [None req-7b38d9e3-33ef-4e5a-a11f-58cdedabe7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bf4fd8-2905-4081-856f-023b82155044', 'name': 'tempest-TestShelveInstance-1273547500-router', 'tenant_id': '515852abf3bf40a494bfd2d0babca2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.80'}], 'enable_snat': True}, 'gw_port_id': '9e3ce1df-8511-413e-9ed4-5265f4008ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:05:03Z', 'updated_at': '2021-06-06T12:05:06Z', 'revision_number': 3, 'project_id': '515852abf3bf40a494bfd2d0babca2b5', 'gw_port': {'id': '9e3ce1df-8511-413e-9ed4-5265f4008ee9', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:23:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51bf4fd8-2905-4081-856f-023b82155044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:05:05Z', 'updated_at': '2021-06-06T12:05:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb'}], 'dv-cinder-786266-2-smb', False) {} {{(pid=92099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:05:09.785410 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b38d9e3-33ef-4e5a-a11f-58cdedabe7ec None None] Checking router: 51bf4fd8-2905-4081-856f-023b82155044 for host: dv-cinder-786266-2-smb {{(pid=92099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 12:05:09.787339 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b38d9e3-33ef-4e5a-a11f-58cdedabe7ec None None] Updating router 51bf4fd8-2905-4081-856f-023b82155044 port 9e3ce1df-8511-413e-9ed4-5265f4008ee9 binding host dv-cinder-786266-2-smb {{(pid=92099) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 12:05:09.815626 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:09.816597 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device 45efe1a4-8bcd-491f-ba71-9fb24bfac671 up at agent ovs-agent-dv-cinder-786266-2-smb {{(pid=92098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 12:05:09.863982 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron_lib.callbacks.manager [None req-7b38d9e3-33ef-4e5a-a11f-58cdedabe7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:09.937352 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:05:10.115367 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Pushing event updated for resources: {'Port': ['ID=3ef75152-c59d-4a6f-8f97-c4466f218194,revision_number=3']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:05:10.128305 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:05:10.128911 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:05:10.129249 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:05:10.129725 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:05:10.130111 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:05:10.130434 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:05:10.130765 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:05:10.131077 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:05:10.131396 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:05:10.131762 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:05:10.132081 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:05:10.132390 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:05:10.166116 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:05:10.188829 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Provisioning for port 45efe1a4-8bcd-491f-ba71-9fb24bfac671 completed by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 12:05:10.195785 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Provisioning complete for port 45efe1a4-8bcd-491f-ba71-9fb24bfac671 triggered by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:05:10.197459 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:10.449403 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-9a19540a-b0c4-4989-ab95-dedde476da5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:10.541514 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:10.594365 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron_lib.callbacks.manager [None req-7b38d9e3-33ef-4e5a-a11f-58cdedabe7ec None None] Notify callbacks [] for port, precommit_update {{(pid=92099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:10.595615 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] For port 45efe1a4-8bcd-491f-ba71-9fb24bfac671, host dv-cinder-786266-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-2-smb',level=0,port_id=45efe1a4-8bcd-491f-ba71-9fb24bfac671,segment=NetworkSegment(9992ddec-c3a6-45ca-972c-7f53a4b612e0),segment_id=9992ddec-c3a6-45ca-972c-7f53a4b612e0)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:05:10.613132 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.provisioning_blocks [None req-7b38d9e3-33ef-4e5a-a11f-58cdedabe7ec None None] Transition to ACTIVE for port object 9e3ce1df-8511-413e-9ed4-5265f4008ee9 will not be triggered until provisioned by entity L2. {{(pid=92099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 12:05:10.657093 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:10.659940 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:05:10.680239 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron_lib.callbacks.manager [None req-7b38d9e3-33ef-4e5a-a11f-58cdedabe7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:10.701188 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:05:10.766294 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.plugins.ml2.managers [None req-7b38d9e3-33ef-4e5a-a11f-58cdedabe7ec None None] Attempting to bind port 9e3ce1df-8511-413e-9ed4-5265f4008ee9 on host dv-cinder-786266-2-smb for vnic_type normal with profile {{(pid=92099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 12:05:10.766705 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.plugins.ml2.managers [None req-7b38d9e3-33ef-4e5a-a11f-58cdedabe7ec None None] Attempting to bind port 9e3ce1df-8511-413e-9ed4-5265f4008ee9 by drivers openvswitch,hyperv on host dv-cinder-786266-2-smb at level 0 using segments [{'id': 'bb809bd8-b365-4ef3-acf3-bf04c8c65f74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf'}] {{(pid=92099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 12:05:10.767068 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b38d9e3-33ef-4e5a-a11f-58cdedabe7ec None None] Attempting to bind port 9e3ce1df-8511-413e-9ed4-5265f4008ee9 on network f46ef3e5-e761-4cf2-8ba5-27fd00264fbf {{(pid=92099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 12:05:10.774280 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b38d9e3-33ef-4e5a-a11f-58cdedabe7ec None None] Checking agent: {'id': 'f47648e7-a38f-4e40-85d5-251dd82ea0a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786266-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 54, 50), 'started_at': datetime.datetime(2021, 6, 6, 11, 55, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 12, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786266-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 12:05:10.774666 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b38d9e3-33ef-4e5a-a11f-58cdedabe7ec None None] Checking segment: {'id': 'bb809bd8-b365-4ef3-acf3-bf04c8c65f74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 12:05:10.775178 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron_lib.callbacks.manager [None req-7b38d9e3-33ef-4e5a-a11f-58cdedabe7ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:10.775701 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b38d9e3-33ef-4e5a-a11f-58cdedabe7ec None None] Bound using segment: {'id': 'bb809bd8-b365-4ef3-acf3-bf04c8c65f74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf'} {{(pid=92099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 12:05:10.776106 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.plugins.ml2.managers [None req-7b38d9e3-33ef-4e5a-a11f-58cdedabe7ec None None] Bound port: 9e3ce1df-8511-413e-9ed4-5265f4008ee9, host: dv-cinder-786266-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb809bd8-b365-4ef3-acf3-bf04c8c65f74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf'}}] {{(pid=92099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 12:05:10.776477 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron_lib.callbacks.manager [None req-7b38d9e3-33ef-4e5a-a11f-58cdedabe7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:10.797007 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.db.db_base_plugin_common [None req-9a19540a-b0c4-4989-ab95-dedde476da5e admin admin] Allocated IP 172.20.0.1 (edfc1db7-2e64-4419-acdb-b1b0f1fb5d55/2cf4e143-5dad-4d86-89c8-1def86490790/bbbfb4b3-b636-441f-892f-e0be41436c70) {{(pid=92096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 12:05:10.812292 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Pushing event updated for resources: {'Port': ['ID=45efe1a4-8bcd-491f-ba71-9fb24bfac671,revision_number=5']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:05:10.817146 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:05:10.832121 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d7e7c8-7485-4164-aac6-11394f79d268 None None] Pushing event updated for resources: {'Port': ['ID=9e3ce1df-8511-413e-9ed4-5265f4008ee9,revision_number=2']} {{(pid=92099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:05:10.841730 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG oslo_concurrency.lockutils [None req-a5d7e7c8-7485-4164-aac6-11394f79d268 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:05:10.881637 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.plugins.ml2.db [None req-7b38d9e3-33ef-4e5a-a11f-58cdedabe7ec None None] For port 9e3ce1df-8511-413e-9ed4-5265f4008ee9, host dv-cinder-786266-2-smb, cleared binding levels {{(pid=92099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 12:05:10.893862 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.plugins.ml2.db [None req-7b38d9e3-33ef-4e5a-a11f-58cdedabe7ec None None] For port 9e3ce1df-8511-413e-9ed4-5265f4008ee9, host dv-cinder-786266-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-2-smb',level=0,port_id=9e3ce1df-8511-413e-9ed4-5265f4008ee9,segment=NetworkSegment(bb809bd8-b365-4ef3-acf3-bf04c8c65f74),segment_id=bb809bd8-b365-4ef3-acf3-bf04c8c65f74)] {{(pid=92099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 12:05:10.966900 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron_lib.callbacks.manager [None req-7b38d9e3-33ef-4e5a-a11f-58cdedabe7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:10.971990 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG oslo_concurrency.lockutils [None req-a417a895-59e5-4ba2-992f-97bbcc533bb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:05:11.105901 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b38d9e3-33ef-4e5a-a11f-58cdedabe7ec None None] Routers {'51bf4fd8-2905-4081-856f-023b82155044'} bound to L3 agent in host dv-cinder-786266-2-smb {{(pid=92099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:05:11.106782 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_hamode_db [None req-7b38d9e3-33ef-4e5a-a11f-58cdedabe7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T11:54:50Z,description=,heartbeat_timestamp=2021-06-06T12:04:50Z,host='dv-cinder-786266-2-smb',id=915c5c25-b12e-44c8-ae20-885b4f191692,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:54:51Z,topic='l3_agent')) {'router_ids': ['51bf4fd8-2905-4081-856f-023b82155044'], 'active': True} {{(pid=92099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:05:11.128456 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba5bd5-5ee4-4e81-be38-210d4a8f5c47 req-bf6ff22d-44c4-4900-906d-0b6acfce32f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:11.130383 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-71ba5bd5-5ee4-4e81-be38-210d4a8f5c47 req-bf6ff22d-44c4-4900-906d-0b6acfce32f9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50c7650c564f46e9895bb0af0228580e&device_id=dbc879d7-7892-49d1-b704-4b31e81d5886 HTTP/1.1" status: 200 len: 1098 time: 0.2991912 Jun 06 12:05:11.149422 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device 3ef75152-c59d-4a6f-8f97-c4466f218194 up at agent ovs-agent-dv-cinder-786266-2-smb {{(pid=92098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 12:05:11.183798 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d7e7c8-7485-4164-aac6-11394f79d268 None None] Pushing event updated for resources: {'Port': ['ID=9e3ce1df-8511-413e-9ed4-5265f4008ee9,revision_number=3']} {{(pid=92099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:05:11.183798 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG oslo_concurrency.lockutils [None req-a5d7e7c8-7485-4164-aac6-11394f79d268 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=92099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:05:11.241784 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-9a19540a-b0c4-4989-ab95-dedde476da5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:11.273095 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.db.provisioning_blocks [None req-9a19540a-b0c4-4989-ab95-dedde476da5e admin admin] Transition to ACTIVE for port object bbbfb4b3-b636-441f-892f-e0be41436c70 will not be triggered until provisioned by entity DHCP. {{(pid=92096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 12:05:11.285193 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Provisioning complete for port 3ef75152-c59d-4a6f-8f97-c4466f218194 triggered by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:05:11.285735 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:11.319866 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_dvr_db [None req-7b38d9e3-33ef-4e5a-a11f-58cdedabe7ec None None] Set router 51bf4fd8-2905-4081-856f-023b82155044 gateway port host: dv-cinder-786266-2-smb {{(pid=92099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:05:11.378106 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-9a19540a-b0c4-4989-ab95-dedde476da5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778191160652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2160272'] for port, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:11.384552 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-eda48aa5-4a86-4175-81f2-929f147d2830 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:05:11.450405 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device 45efe1a4-8bcd-491f-ba71-9fb24bfac671 up at agent ovs-agent-dv-cinder-786266-2-smb {{(pid=92098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 12:05:11.454622 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a19540a-b0c4-4989-ab95-dedde476da5e admin admin] Pushing event updated for resources: {'Port': ['ID=bbbfb4b3-b636-441f-892f-e0be41436c70,revision_number=1']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:05:11.460827 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-9a19540a-b0c4-4989-ab95-dedde476da5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:05:11.479782 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a19540a-b0c4-4989-ab95-dedde476da5e admin admin] Network edfc1db7-2e64-4419-acdb-b1b0f1fb5d55 is already hosted by enough agents. {{(pid=92096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 12:05:11.482574 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.scheduler.base_scheduler [None req-9a19540a-b0c4-4989-ab95-dedde476da5e admin admin] Resources bound (agent type, host, resource id): {{(pid=92096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:05:11.494323 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a19540a-b0c4-4989-ab95-dedde476da5e admin admin] Received port after_create {{(pid=92096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 12:05:11.543975 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba5bd5-5ee4-4e81-be38-210d4a8f5c47 req-35752a91-2c4d-4853-b918-43e42babec29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:11.546386 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-71ba5bd5-5ee4-4e81-be38-210d4a8f5c47 req-35752a91-2c4d-4853-b918-43e42babec29 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d03de1d2-5bf4-407f-a826-051b44cc8c51 HTTP/1.1" status: 200 len: 919 time: 0.3970406 Jun 06 12:05:11.582449 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-9a19540a-b0c4-4989-ab95-dedde476da5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-559072'] for router_interface, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:11.598335 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Provisioning complete for port 45efe1a4-8bcd-491f-ba71-9fb24bfac671 triggered by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:05:11.598817 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:11.896102 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_hamode_db [None req-7b38d9e3-33ef-4e5a-a11f-58cdedabe7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bf4fd8-2905-4081-856f-023b82155044', 'name': 'tempest-TestShelveInstance-1273547500-router', 'tenant_id': '515852abf3bf40a494bfd2d0babca2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.80'}], 'enable_snat': True}, 'gw_port_id': '9e3ce1df-8511-413e-9ed4-5265f4008ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:05:03Z', 'updated_at': '2021-06-06T12:05:06Z', 'revision_number': 3, 'project_id': '515852abf3bf40a494bfd2d0babca2b5', 'gw_port': {'id': '9e3ce1df-8511-413e-9ed4-5265f4008ee9', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:23:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51bf4fd8-2905-4081-856f-023b82155044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:05:05Z', 'updated_at': '2021-06-06T12:05:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb'}], 'dv-cinder-786266-2-smb', False) {} {{(pid=92099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:05:11.901089 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b38d9e3-33ef-4e5a-a11f-58cdedabe7ec None None] The sync data for ids ['51bf4fd8-2905-4081-856f-023b82155044'] in dv-cinder-786266-2-smb is: [{'id': '51bf4fd8-2905-4081-856f-023b82155044', 'name': 'tempest-TestShelveInstance-1273547500-router', 'tenant_id': '515852abf3bf40a494bfd2d0babca2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.80'}], 'enable_snat': True}, 'gw_port_id': '9e3ce1df-8511-413e-9ed4-5265f4008ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:05:03Z', 'updated_at': '2021-06-06T12:05:06Z', 'revision_number': 3, 'project_id': '515852abf3bf40a494bfd2d0babca2b5', 'gw_port': {'id': '9e3ce1df-8511-413e-9ed4-5265f4008ee9', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:23:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51bf4fd8-2905-4081-856f-023b82155044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:05:05Z', 'updated_at': '2021-06-06T12:05:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb'}] {{(pid=92099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 12:05:11.964876 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-cdc8b0b4-b19b-418f-8ab3-f592411d281d None None] Provisioning for port bbbfb4b3-b636-441f-892f-e0be41436c70 completed by entity DHCP. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 12:05:11.969290 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-71ba5bd5-5ee4-4e81-be38-210d4a8f5c47 req-2161f612-f04c-4622-8a55-798976c9e34a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=715ca4b4-6ad2-407f-b0bb-3dda38213e15 HTTP/1.1" status: 200 len: 217 time: 0.0879610 Jun 06 12:05:11.982697 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-cdc8b0b4-b19b-418f-8ab3-f592411d281d None None] Provisioning complete for port bbbfb4b3-b636-441f-892f-e0be41436c70 triggered by entity DHCP. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:05:11.991058 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-cdc8b0b4-b19b-418f-8ab3-f592411d281d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:12.084437 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba5bd5-5ee4-4e81-be38-210d4a8f5c47 req-3c674b83-fdd8-4b68-a378-a222b3d7df89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:12.086129 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-71ba5bd5-5ee4-4e81-be38-210d4a8f5c47 req-3c674b83-fdd8-4b68-a378-a222b3d7df89 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5d90edd5-4ab2-4621-97ec-be229d8cd0db HTTP/1.1" status: 200 len: 858 time: 0.0955005 Jun 06 12:05:12.138664 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.plugin [None req-cdc8b0b4-b19b-418f-8ab3-f592411d281d None None] Port bbbfb4b3-b636-441f-892f-e0be41436c70 cannot update to ACTIVE because it is not bound. {{(pid=92098) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 12:05:12.175824 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-71ba5bd5-5ee4-4e81-be38-210d4a8f5c47 req-1df8b320-f33f-430a-8204-1ac2dac152cf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d03de1d2-5bf4-407f-a826-051b44cc8c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801234 Jun 06 12:05:12.571986 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c7584e-1b46-4e9a-b427-8d41a7dee698 req-a6350e87-1108-498f-9396-2a6b82e2b11a tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:12.578696 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-86c7584e-1b46-4e9a-b427-8d41a7dee698 req-a6350e87-1108-498f-9396-2a6b82e2b11a tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbc879d7-7892-49d1-b704-4b31e81d5886 HTTP/1.1" status: 200 len: 945 time: 0.3623133 Jun 06 12:05:12.590041 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-71ba5bd5-5ee4-4e81-be38-210d4a8f5c47 req-a6c5c546-eb1f-484f-9a33-7d5941ab4c54 service neutron] 10.222.0.35 "GET /v2.0/networks/d03de1d2-5bf4-407f-a826-051b44cc8c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3937428 Jun 06 12:05:12.703843 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-86c7584e-1b46-4e9a-b427-8d41a7dee698 req-39401974-e374-41d1-b3e2-1d8f82ae2231 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173019 Jun 06 12:05:12.908762 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-9a19540a-b0c4-4989-ab95-dedde476da5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:13.002261 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-71ba5bd5-5ee4-4e81-be38-210d4a8f5c47 req-21bb37b4-2500-48b6-a654-467901f63f51 service neutron] 10.222.0.35 "GET /v2.0/networks/d03de1d2-5bf4-407f-a826-051b44cc8c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3874521 Jun 06 12:05:13.105299 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device 9e3ce1df-8511-413e-9ed4-5265f4008ee9 up at agent ovs-agent-dv-cinder-786266-2-smb {{(pid=92098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 12:05:13.260728 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-9a19540a-b0c4-4989-ab95-dedde476da5e admin admin] Notify callbacks [] for port, precommit_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:13.393500 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Provisioning for port 9e3ce1df-8511-413e-9ed4-5265f4008ee9 completed by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 12:05:13.402253 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Provisioning complete for port 9e3ce1df-8511-413e-9ed4-5265f4008ee9 triggered by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:05:13.402253 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:13.407557 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-9a19540a-b0c4-4989-ab95-dedde476da5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2160299'] for port, after_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:13.440043 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:05:13.523540 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a19540a-b0c4-4989-ab95-dedde476da5e admin admin] Pushing event updated for resources: {'Port': ['ID=bbbfb4b3-b636-441f-892f-e0be41436c70,revision_number=2']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:05:13.526563 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-9a19540a-b0c4-4989-ab95-dedde476da5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:05:13.561275 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-9a19540a-b0c4-4989-ab95-dedde476da5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-598200'] for router_interface, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:13.563833 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:13.605605 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] For port 9e3ce1df-8511-413e-9ed4-5265f4008ee9, host dv-cinder-786266-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-2-smb',level=0,port_id=9e3ce1df-8511-413e-9ed4-5265f4008ee9,segment=NetworkSegment(bb809bd8-b365-4ef3-acf3-bf04c8c65f74),segment_id=bb809bd8-b365-4ef3-acf3-bf04c8c65f74)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:05:13.674837 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:13.679984 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-5f6c9c4d-a673-4eb6-9b8a-92106d4fbf02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:05:13.769912 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a19540a-b0c4-4989-ab95-dedde476da5e admin admin] Network edfc1db7-2e64-4419-acdb-b1b0f1fb5d55 is already hosted by enough agents. {{(pid=92096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 12:05:13.772163 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.scheduler.base_scheduler [None req-9a19540a-b0c4-4989-ab95-dedde476da5e admin admin] Resources bound (agent type, host, resource id): {{(pid=92096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:05:13.818017 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Pushing event updated for resources: {'Port': ['ID=9e3ce1df-8511-413e-9ed4-5265f4008ee9,revision_number=4']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:05:13.830264 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:05:14.127000 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a19540a-b0c4-4989-ab95-dedde476da5e admin admin] Router 51bf4fd8-2905-4081-856f-023b82155044 has already been hosted by L3 agent 915c5c25-b12e-44c8-ae20-885b4f191692 {{(pid=92096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 12:05:14.181974 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-c41c7eab-d3ed-4ac0-8849-b224ec60ae9a None None] Provisioning complete for port bbbfb4b3-b636-441f-892f-e0be41436c70 triggered by entity DHCP. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:05:14.183118 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-c41c7eab-d3ed-4ac0-8849-b224ec60ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:14.265200 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.plugin [None req-c41c7eab-d3ed-4ac0-8849-b224ec60ae9a None None] Port bbbfb4b3-b636-441f-892f-e0be41436c70 cannot update to ACTIVE because it is not bound. {{(pid=92098) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 12:05:14.399870 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a19540a-b0c4-4989-ab95-dedde476da5e admin admin] Notify agent at l3_agent.dv-cinder-786266-2-smb the message routers_updated {{(pid=92096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 12:05:14.421257 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf3f774-cd81-4b13-b1d4-d37ad2dd17c4 None None] Sync routers for ids ['51bf4fd8-2905-4081-856f-023b82155044'] in dv-cinder-786266-2-smb {{(pid=92098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 12:05:14.434690 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-9a19540a-b0c4-4989-ab95-dedde476da5e admin admin] 10.222.0.32 "PUT /v2.0/routers/51bf4fd8-2905-4081-856f-023b82155044/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3987010 Jun 06 12:05:14.448778 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf3f774-cd81-4b13-b1d4-d37ad2dd17c4 None None] Routers {'51bf4fd8-2905-4081-856f-023b82155044'} bound to L3 agent in host dv-cinder-786266-2-smb {{(pid=92098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:05:14.449782 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_hamode_db [None req-faf3f774-cd81-4b13-b1d4-d37ad2dd17c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T11:54:50Z,description=,heartbeat_timestamp=2021-06-06T12:04:50Z,host='dv-cinder-786266-2-smb',id=915c5c25-b12e-44c8-ae20-885b4f191692,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:54:51Z,topic='l3_agent')) {'router_ids': ['51bf4fd8-2905-4081-856f-023b82155044'], 'active': True} {{(pid=92098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:05:14.692575 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvr_db [None req-faf3f774-cd81-4b13-b1d4-d37ad2dd17c4 None None] Set router 51bf4fd8-2905-4081-856f-023b82155044 gateway port host: dv-cinder-786266-2-smb {{(pid=92098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:05:15.071376 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_hamode_db [None req-faf3f774-cd81-4b13-b1d4-d37ad2dd17c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bf4fd8-2905-4081-856f-023b82155044', 'name': 'tempest-TestShelveInstance-1273547500-router', 'tenant_id': '515852abf3bf40a494bfd2d0babca2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.80'}], 'enable_snat': True}, 'gw_port_id': '9e3ce1df-8511-413e-9ed4-5265f4008ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:05:03Z', 'updated_at': '2021-06-06T12:05:12Z', 'revision_number': 4, 'project_id': '515852abf3bf40a494bfd2d0babca2b5', 'gw_port': {'id': '9e3ce1df-8511-413e-9ed4-5265f4008ee9', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:23:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bf4fd8-2905-4081-856f-023b82155044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:05:05Z', 'updated_at': '2021-06-06T12:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb', '_interfaces': [{'id': 'bbbfb4b3-b636-441f-892f-e0be41436c70', 'name': '', 'network_id': 'edfc1db7-2e64-4419-acdb-b1b0f1fb5d55', 'tenant_id': '515852abf3bf40a494bfd2d0babca2b5', 'mac_address': 'fa:16:3e:81:23:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51bf4fd8-2905-4081-856f-023b82155044', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '2cf4e143-5dad-4d86-89c8-1def86490790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:05:10Z', 'updated_at': '2021-06-06T12:05:13Z', 'revision_number': 2, 'project_id': '515852abf3bf40a494bfd2d0babca2b5', 'subnets': [{'id': '2cf4e143-5dad-4d86-89c8-1def86490790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-2-smb', False) {} {{(pid=92098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:05:15.084283 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf3f774-cd81-4b13-b1d4-d37ad2dd17c4 None None] Checking router: 51bf4fd8-2905-4081-856f-023b82155044 for host: dv-cinder-786266-2-smb {{(pid=92098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 12:05:15.084695 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf3f774-cd81-4b13-b1d4-d37ad2dd17c4 None None] Updating router 51bf4fd8-2905-4081-856f-023b82155044 port bbbfb4b3-b636-441f-892f-e0be41436c70 binding host dv-cinder-786266-2-smb {{(pid=92098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 12:05:15.151335 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-faf3f774-cd81-4b13-b1d4-d37ad2dd17c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:15.162955 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device 9e3ce1df-8511-413e-9ed4-5265f4008ee9 up at agent ovs-agent-dv-cinder-786266-2-smb {{(pid=92098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 12:05:15.331131 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Provisioning complete for port 9e3ce1df-8511-413e-9ed4-5265f4008ee9 triggered by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:05:15.331978 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:15.678907 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-faf3f774-cd81-4b13-b1d4-d37ad2dd17c4 None None] Notify callbacks [] for port, precommit_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:15.691294 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-faf3f774-cd81-4b13-b1d4-d37ad2dd17c4 None None] Transition to ACTIVE for port object bbbfb4b3-b636-441f-892f-e0be41436c70 will not be triggered until provisioned by entity L2. {{(pid=92098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 12:05:15.754555 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-faf3f774-cd81-4b13-b1d4-d37ad2dd17c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:15.758405 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-ed3c658e-4971-4e44-ad1b-02922e541b4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:05:15.917052 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec36155c-791e-4f5c-b17c-dcff4ea0e739 None None] Pushing event updated for resources: {'Port': ['ID=bbbfb4b3-b636-441f-892f-e0be41436c70,revision_number=3']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:05:15.930805 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-ec36155c-791e-4f5c-b17c-dcff4ea0e739 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:05:15.990129 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.managers [None req-faf3f774-cd81-4b13-b1d4-d37ad2dd17c4 None None] Attempting to bind port bbbfb4b3-b636-441f-892f-e0be41436c70 on host dv-cinder-786266-2-smb for vnic_type normal with profile {{(pid=92098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 12:05:15.990505 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.managers [None req-faf3f774-cd81-4b13-b1d4-d37ad2dd17c4 None None] Attempting to bind port bbbfb4b3-b636-441f-892f-e0be41436c70 by drivers openvswitch,hyperv on host dv-cinder-786266-2-smb at level 0 using segments [{'id': '409cbb64-5397-4c40-a517-a964085098f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'edfc1db7-2e64-4419-acdb-b1b0f1fb5d55'}] {{(pid=92098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 12:05:15.991056 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf3f774-cd81-4b13-b1d4-d37ad2dd17c4 None None] Attempting to bind port bbbfb4b3-b636-441f-892f-e0be41436c70 on network edfc1db7-2e64-4419-acdb-b1b0f1fb5d55 {{(pid=92098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 12:05:15.997902 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf3f774-cd81-4b13-b1d4-d37ad2dd17c4 None None] Checking agent: {'id': 'f47648e7-a38f-4e40-85d5-251dd82ea0a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786266-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 54, 50), 'started_at': datetime.datetime(2021, 6, 6, 11, 55, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 12, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786266-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 12:05:15.998316 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf3f774-cd81-4b13-b1d4-d37ad2dd17c4 None None] Checking segment: {'id': '409cbb64-5397-4c40-a517-a964085098f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'edfc1db7-2e64-4419-acdb-b1b0f1fb5d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 12:05:15.999827 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-faf3f774-cd81-4b13-b1d4-d37ad2dd17c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:16.000094 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf3f774-cd81-4b13-b1d4-d37ad2dd17c4 None None] Bound using segment: {'id': '409cbb64-5397-4c40-a517-a964085098f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'edfc1db7-2e64-4419-acdb-b1b0f1fb5d55'} {{(pid=92098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 12:05:16.000579 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.managers [None req-faf3f774-cd81-4b13-b1d4-d37ad2dd17c4 None None] Bound port: bbbfb4b3-b636-441f-892f-e0be41436c70, host: dv-cinder-786266-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '409cbb64-5397-4c40-a517-a964085098f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'edfc1db7-2e64-4419-acdb-b1b0f1fb5d55'}}] {{(pid=92098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 12:05:16.000961 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-faf3f774-cd81-4b13-b1d4-d37ad2dd17c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:16.143270 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-faf3f774-cd81-4b13-b1d4-d37ad2dd17c4 None None] For port bbbfb4b3-b636-441f-892f-e0be41436c70, host dv-cinder-786266-2-smb, cleared binding levels {{(pid=92098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 12:05:16.147572 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-faf3f774-cd81-4b13-b1d4-d37ad2dd17c4 None None] For port bbbfb4b3-b636-441f-892f-e0be41436c70, host dv-cinder-786266-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-2-smb',level=0,port_id=bbbfb4b3-b636-441f-892f-e0be41436c70,segment=NetworkSegment(409cbb64-5397-4c40-a517-a964085098f6),segment_id=409cbb64-5397-4c40-a517-a964085098f6)] {{(pid=92098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 12:05:16.212523 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-faf3f774-cd81-4b13-b1d4-d37ad2dd17c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:16.218596 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:05:16.289505 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf3f774-cd81-4b13-b1d4-d37ad2dd17c4 None None] Routers {'51bf4fd8-2905-4081-856f-023b82155044'} bound to L3 agent in host dv-cinder-786266-2-smb {{(pid=92098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:05:16.290521 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_hamode_db [None req-faf3f774-cd81-4b13-b1d4-d37ad2dd17c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T11:54:50Z,description=,heartbeat_timestamp=2021-06-06T12:04:50Z,host='dv-cinder-786266-2-smb',id=915c5c25-b12e-44c8-ae20-885b4f191692,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:54:51Z,topic='l3_agent')) {'router_ids': ['51bf4fd8-2905-4081-856f-023b82155044'], 'active': True} {{(pid=92098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:05:16.378675 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec36155c-791e-4f5c-b17c-dcff4ea0e739 None None] Pushing event updated for resources: {'Port': ['ID=bbbfb4b3-b636-441f-892f-e0be41436c70,revision_number=4']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:05:16.381987 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-ec36155c-791e-4f5c-b17c-dcff4ea0e739 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:05:16.501432 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvr_db [None req-faf3f774-cd81-4b13-b1d4-d37ad2dd17c4 None None] Set router 51bf4fd8-2905-4081-856f-023b82155044 gateway port host: dv-cinder-786266-2-smb {{(pid=92098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:05:16.859598 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_hamode_db [None req-faf3f774-cd81-4b13-b1d4-d37ad2dd17c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bf4fd8-2905-4081-856f-023b82155044', 'name': 'tempest-TestShelveInstance-1273547500-router', 'tenant_id': '515852abf3bf40a494bfd2d0babca2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.80'}], 'enable_snat': True}, 'gw_port_id': '9e3ce1df-8511-413e-9ed4-5265f4008ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:05:03Z', 'updated_at': '2021-06-06T12:05:12Z', 'revision_number': 4, 'project_id': '515852abf3bf40a494bfd2d0babca2b5', 'gw_port': {'id': '9e3ce1df-8511-413e-9ed4-5265f4008ee9', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:23:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bf4fd8-2905-4081-856f-023b82155044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:05:05Z', 'updated_at': '2021-06-06T12:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb', '_interfaces': [{'id': 'bbbfb4b3-b636-441f-892f-e0be41436c70', 'name': '', 'network_id': 'edfc1db7-2e64-4419-acdb-b1b0f1fb5d55', 'tenant_id': '515852abf3bf40a494bfd2d0babca2b5', 'mac_address': 'fa:16:3e:81:23:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51bf4fd8-2905-4081-856f-023b82155044', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '2cf4e143-5dad-4d86-89c8-1def86490790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:05:10Z', 'updated_at': '2021-06-06T12:05:16Z', 'revision_number': 4, 'project_id': '515852abf3bf40a494bfd2d0babca2b5', 'subnets': [{'id': '2cf4e143-5dad-4d86-89c8-1def86490790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-2-smb', False) {} {{(pid=92098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:05:16.863805 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf3f774-cd81-4b13-b1d4-d37ad2dd17c4 None None] The sync data for ids ['51bf4fd8-2905-4081-856f-023b82155044'] in dv-cinder-786266-2-smb is: [{'id': '51bf4fd8-2905-4081-856f-023b82155044', 'name': 'tempest-TestShelveInstance-1273547500-router', 'tenant_id': '515852abf3bf40a494bfd2d0babca2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.80'}], 'enable_snat': True}, 'gw_port_id': '9e3ce1df-8511-413e-9ed4-5265f4008ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:05:03Z', 'updated_at': '2021-06-06T12:05:12Z', 'revision_number': 4, 'project_id': '515852abf3bf40a494bfd2d0babca2b5', 'gw_port': {'id': '9e3ce1df-8511-413e-9ed4-5265f4008ee9', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:23:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bf4fd8-2905-4081-856f-023b82155044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:05:05Z', 'updated_at': '2021-06-06T12:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb', '_interfaces': [{'id': 'bbbfb4b3-b636-441f-892f-e0be41436c70', 'name': '', 'network_id': 'edfc1db7-2e64-4419-acdb-b1b0f1fb5d55', 'tenant_id': '515852abf3bf40a494bfd2d0babca2b5', 'mac_address': 'fa:16:3e:81:23:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51bf4fd8-2905-4081-856f-023b82155044', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '2cf4e143-5dad-4d86-89c8-1def86490790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:05:10Z', 'updated_at': '2021-06-06T12:05:16Z', 'revision_number': 4, 'project_id': '515852abf3bf40a494bfd2d0babca2b5', 'subnets': [{'id': '2cf4e143-5dad-4d86-89c8-1def86490790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 12:05:16.889196 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352f3ec-474b-45e4-8202-68042a3afc2d req-397c5f90-52bf-4a19-804c-75766f173c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:16.891373 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-4352f3ec-474b-45e4-8202-68042a3afc2d req-397c5f90-52bf-4a19-804c-75766f173c23 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50c7650c564f46e9895bb0af0228580e&device_id=dbc879d7-7892-49d1-b704-4b31e81d5886 HTTP/1.1" status: 200 len: 1098 time: 0.0836482 Jun 06 12:05:17.127399 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352f3ec-474b-45e4-8202-68042a3afc2d req-35f85abd-7456-45f1-98b9-27a5caed8cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:17.129087 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device bbbfb4b3-b636-441f-892f-e0be41436c70 up at agent ovs-agent-dv-cinder-786266-2-smb {{(pid=92098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 12:05:17.129887 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-4352f3ec-474b-45e4-8202-68042a3afc2d req-35f85abd-7456-45f1-98b9-27a5caed8cc2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d03de1d2-5bf4-407f-a826-051b44cc8c51 HTTP/1.1" status: 200 len: 919 time: 0.2041156 Jun 06 12:05:17.223189 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-4352f3ec-474b-45e4-8202-68042a3afc2d req-1b4f3c4f-ab54-45dd-b52e-da3ad3442680 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=715ca4b4-6ad2-407f-b0bb-3dda38213e15 HTTP/1.1" status: 200 len: 217 time: 0.0845389 Jun 06 12:05:17.297533 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Provisioning for port bbbfb4b3-b636-441f-892f-e0be41436c70 completed by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 12:05:17.299350 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352f3ec-474b-45e4-8202-68042a3afc2d req-f6433a15-9771-4edd-8e9a-32480d977a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:17.301120 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-4352f3ec-474b-45e4-8202-68042a3afc2d req-f6433a15-9771-4edd-8e9a-32480d977a7f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5d90edd5-4ab2-4621-97ec-be229d8cd0db HTTP/1.1" status: 200 len: 858 time: 0.0692544 Jun 06 12:05:17.303944 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Provisioning complete for port bbbfb4b3-b636-441f-892f-e0be41436c70 triggered by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:05:17.304364 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:17.367922 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-4352f3ec-474b-45e4-8202-68042a3afc2d req-08c9541c-fdcd-46a5-bc73-0464941d1efc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d03de1d2-5bf4-407f-a826-051b44cc8c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537274 Jun 06 12:05:17.494513 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:17.524957 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-4352f3ec-474b-45e4-8202-68042a3afc2d req-38649cf3-9a39-4120-935f-a0d5aad36abc service neutron] 10.222.0.35 "GET /v2.0/networks/d03de1d2-5bf4-407f-a826-051b44cc8c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447299 Jun 06 12:05:17.544898 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] For port bbbfb4b3-b636-441f-892f-e0be41436c70, host dv-cinder-786266-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-2-smb',level=0,port_id=bbbfb4b3-b636-441f-892f-e0be41436c70,segment=NetworkSegment(409cbb64-5397-4c40-a517-a964085098f6),segment_id=409cbb64-5397-4c40-a517-a964085098f6)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:05:17.589536 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:17.591579 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:05:17.690779 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Pushing event updated for resources: {'Port': ['ID=bbbfb4b3-b636-441f-892f-e0be41436c70,revision_number=5']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:05:17.694151 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:05:17.729446 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-4352f3ec-474b-45e4-8202-68042a3afc2d req-495452cc-92c2-4a47-b710-e245ba76d1d2 service neutron] 10.222.0.35 "GET /v2.0/networks/d03de1d2-5bf4-407f-a826-051b44cc8c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968000 Jun 06 12:05:17.788855 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-b99fe15e-6a86-4096-a32d-931a49a91110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:19.066867 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device bbbfb4b3-b636-441f-892f-e0be41436c70 up at agent ovs-agent-dv-cinder-786266-2-smb {{(pid=92098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 12:05:19.155606 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Provisioning complete for port bbbfb4b3-b636-441f-892f-e0be41436c70 triggered by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:05:19.156306 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:20.097040 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-0f0adfea-cc9f-4921-a221-f3df5d712181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:20.220577 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:20.513986 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:21.228699 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-c3be426d-4704-402b-bce9-7cb8373a3dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:21.329131 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d1d86-6c5e-4d0c-90ba-c3ce69ba6d4b req-d8448776-cc2b-4d4f-bbaa-6ee1bad37b45 tempest-VolumesActionsTest-1670845125 tempest-VolumesActionsTest-1670845125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:21.330957 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6a5d1d86-6c5e-4d0c-90ba-c3ce69ba6d4b req-d8448776-cc2b-4d4f-bbaa-6ee1bad37b45 tempest-VolumesActionsTest-1670845125 tempest-VolumesActionsTest-1670845125-project] 10.222.0.32 "GET /v2.0/networks?id=455ea1b7-fd96-4c35-91a8-07d06e248485 HTTP/1.1" status: 200 len: 809 time: 0.1591620 Jun 06 12:05:21.347064 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6a5d1d86-6c5e-4d0c-90ba-c3ce69ba6d4b req-ee69a2e3-bbd8-4571-9614-74153cc61df4 tempest-VolumesActionsTest-1670845125 tempest-VolumesActionsTest-1670845125-project] 10.222.0.32 "GET /v2.0/quotas/25a6deefaa414ab48446d1988277bcd0 HTTP/1.1" status: 200 len: 375 time: 0.0102425 Jun 06 12:05:21.394042 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6a5d1d86-6c5e-4d0c-90ba-c3ce69ba6d4b req-e8b367e1-ebd6-4a89-a99c-3a50b17305b0 tempest-VolumesActionsTest-1670845125 tempest-VolumesActionsTest-1670845125-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=25a6deefaa414ab48446d1988277bcd0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416255 Jun 06 12:05:21.567841 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6a5d1d86-6c5e-4d0c-90ba-c3ce69ba6d4b req-dc252756-2b0f-404a-a054-5708f601dc9f service neutron] 10.222.0.32 "GET /v2.0/networks/455ea1b7-fd96-4c35-91a8-07d06e248485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659772 Jun 06 12:05:21.728863 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6a5d1d86-6c5e-4d0c-90ba-c3ce69ba6d4b req-130e7429-d996-4a4d-ad45-b87cdd9b9244 service neutron] 10.222.0.32 "GET /v2.0/networks/455ea1b7-fd96-4c35-91a8-07d06e248485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544261 Jun 06 12:05:22.329134 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f3159a-3c54-4d0a-839d-748e87548d53 req-6632fc36-5594-4c4b-b183-368f9f272299 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:22.331229 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-d1f3159a-3c54-4d0a-839d-748e87548d53 req-6632fc36-5594-4c4b-b183-368f9f272299 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbc879d7-7892-49d1-b704-4b31e81d5886 HTTP/1.1" status: 200 len: 945 time: 0.2744792 Jun 06 12:05:22.386435 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-d1f3159a-3c54-4d0a-839d-748e87548d53 req-2c93bdba-c6f5-4eab-8786-98a685daa138 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484979 Jun 06 12:05:22.473218 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 34334) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:05:22.480093 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.v2.base [None req-69806beb-086f-4260-9aa3-68279440cdb8 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-881865560', 'description': 'tempest-secgroup-smoke-881865560 description', 'project_id': '5e1928ed6cdf4910a20d9b6ff02b4c2b'}} {{(pid=92096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:05:22.629055 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-69806beb-086f-4260-9aa3-68279440cdb8 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Notify callbacks [] for security_group, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:22.715943 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9d71f6-6903-4146-8ad6-33d6afdb3ec7 req-469c1578-ac02-4b98-97d9-e440b31f93dd tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:22.718265 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-0d9d71f6-6903-4146-8ad6-33d6afdb3ec7 req-469c1578-ac02-4b98-97d9-e440b31f93dd tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=663dd71e-90c6-4ae5-bf0e-e2f54fe661be HTTP/1.1" status: 200 len: 945 time: 0.1459258 Jun 06 12:05:22.791428 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-0d9d71f6-6903-4146-8ad6-33d6afdb3ec7 req-69b5ecb3-d6ac-415b-a025-9073fe9e6fde tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=da3a596c-c8ed-4184-9b24-a093c67db910&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639031 Jun 06 12:05:22.816787 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-69806beb-086f-4260-9aa3-68279440cdb8 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Notify callbacks [] for security_group, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:22.912546 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-69806beb-086f-4260-9aa3-68279440cdb8 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:22.953021 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-1331a63c-22a1-41ea-8444-3012fa9105dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:05:23.009796 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ab7b599d-0fa3-4e60-84fd-c96e5787de71 req-fda4d444-6aa5-4954-ab16-84e054d9add9 tempest-VolumesActionsTest-1670845125 tempest-VolumesActionsTest-1670845125-project] 10.222.0.32 "GET /v2.0/ports?device_id=f46f1656-e4dd-4e67-832d-968581a72ddc HTTP/1.1" status: 200 len: 210 time: 0.1456053 Jun 06 12:05:23.046180 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-dde0a769-bb65-4f49-a590-df32523868aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:23.054269 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69806beb-086f-4260-9aa3-68279440cdb8 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be8e3558-5525-409a-8a5e-2b0e7c402abb,revision_number=1']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:05:23.056984 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-69806beb-086f-4260-9aa3-68279440cdb8 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:05:23.088183 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1530979-2cde-4dc4-bbc0-01928b31e2e3 req-f7a7135f-8860-46e5-af8e-2da7bfc25709 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:23.089614 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-d1530979-2cde-4dc4-bbc0-01928b31e2e3 req-f7a7135f-8860-46e5-af8e-2da7bfc25709 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/ports?device_id=133bafca-ca83-4455-a451-16c06e873c55 HTTP/1.1" status: 200 len: 945 time: 0.1275868 Jun 06 12:05:23.094599 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-69806beb-086f-4260-9aa3-68279440cdb8 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Notify callbacks [] for security_group, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:23.096258 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-69806beb-086f-4260-9aa3-68279440cdb8 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6217353 Jun 06 12:05:23.099361 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 34346) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:05:23.104796 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.v2.base [None req-5cf0f1f7-9ea9-4b67-b93c-0c8be49991b8 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Request body: {'security_group_rule': {'security_group_id': 'be8e3558-5525-409a-8a5e-2b0e7c402abb', 'project_id': '5e1928ed6cdf4910a20d9b6ff02b4c2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:05:23.140724 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-d1530979-2cde-4dc4-bbc0-01928b31e2e3 req-b3caf26c-27d9-472d-a012-f7341db5e89b tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/security-groups?id=ceabc356-99f9-4025-a839-4d356bbc8e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431204 Jun 06 12:05:23.269127 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-5cf0f1f7-9ea9-4b67-b93c-0c8be49991b8 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:23.361097 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-5cf0f1f7-9ea9-4b67-b93c-0c8be49991b8 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:23.480091 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-5cf0f1f7-9ea9-4b67-b93c-0c8be49991b8 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702332'] for security_group_rule, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:23.483594 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-42a46965-b8e9-4d8e-9753-09e52c4fa4da tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:05:23.517134 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf0f1f7-9ea9-4b67-b93c-0c8be49991b8 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=921934ae-692a-4927-b65c-d978ff6c5633,revision_number=0']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:05:23.521811 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-5cf0f1f7-9ea9-4b67-b93c-0c8be49991b8 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:05:23.600810 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-5cf0f1f7-9ea9-4b67-b93c-0c8be49991b8 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:23.603120 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-5cf0f1f7-9ea9-4b67-b93c-0c8be49991b8 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5021181 Jun 06 12:05:23.605886 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 34358) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:05:23.613413 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.v2.base [None req-6a48ed43-5054-49ea-9d6f-a6ad74d2a90d tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Request body: {'security_group_rule': {'security_group_id': 'be8e3558-5525-409a-8a5e-2b0e7c402abb', 'project_id': '5e1928ed6cdf4910a20d9b6ff02b4c2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:05:23.664734 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa16079-6ecd-4ada-beb9-83233d98f0e1 req-2eb70811-f19c-4b84-852c-6d144aca9d30 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:23.673434 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-3aa16079-6ecd-4ada-beb9-83233d98f0e1 req-2eb70811-f19c-4b84-852c-6d144aca9d30 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbc879d7-7892-49d1-b704-4b31e81d5886 HTTP/1.1" status: 200 len: 945 time: 0.1451504 Jun 06 12:05:23.727246 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-3aa16079-6ecd-4ada-beb9-83233d98f0e1 req-6550b6a4-adf6-4d39-9bed-1995ef27f420 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529239 Jun 06 12:05:23.783838 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-6a48ed43-5054-49ea-9d6f-a6ad74d2a90d tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:23.863375 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-6a48ed43-5054-49ea-9d6f-a6ad74d2a90d tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:23.920681 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-6a48ed43-5054-49ea-9d6f-a6ad74d2a90d tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702332'] for security_group_rule, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:23.924776 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-700d1769-38c8-4583-a997-c156175bedf9 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:05:24.010367 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a48ed43-5054-49ea-9d6f-a6ad74d2a90d tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1be605b0-034d-4217-98f1-572e63b34808,revision_number=0']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:05:24.030786 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-6a48ed43-5054-49ea-9d6f-a6ad74d2a90d tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:05:24.062998 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9381fef-ef94-4d67-8e83-26aab66b9bc9 req-a7d80ce9-161f-41a3-b45f-f255562c95ea tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:24.065249 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-f9381fef-ef94-4d67-8e83-26aab66b9bc9 req-a7d80ce9-161f-41a3-b45f-f255562c95ea tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=663dd71e-90c6-4ae5-bf0e-e2f54fe661be HTTP/1.1" status: 200 len: 945 time: 0.1097534 Jun 06 12:05:24.135660 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-6a48ed43-5054-49ea-9d6f-a6ad74d2a90d tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:24.136807 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-6a48ed43-5054-49ea-9d6f-a6ad74d2a90d tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5304012 Jun 06 12:05:24.139745 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 34368) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:05:24.145002 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.v2.base [None req-31e47f84-49cb-4b05-a042-43c49a5ecdc1 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Request body: {'security_group_rule': {'security_group_id': 'be8e3558-5525-409a-8a5e-2b0e7c402abb', 'project_id': '5e1928ed6cdf4910a20d9b6ff02b4c2b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:05:24.181321 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-f9381fef-ef94-4d67-8e83-26aab66b9bc9 req-c4935d0c-ae7d-4c4c-91e5-110bf8888194 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=da3a596c-c8ed-4184-9b24-a093c67db910&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051722 Jun 06 12:05:24.244417 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-5b92f63a-2443-4240-9c28-5a1fa7ca05d9 req-5f849369-6cee-4b79-9fd9-3a2b958e1302 tempest-VolumesActionsTest-1670845125 tempest-VolumesActionsTest-1670845125-project] 10.222.0.32 "GET /v2.0/ports?device_id=f46f1656-e4dd-4e67-832d-968581a72ddc HTTP/1.1" status: 200 len: 210 time: 0.0613306 Jun 06 12:05:24.317082 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-31e47f84-49cb-4b05-a042-43c49a5ecdc1 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:24.427652 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3400e77-640f-407b-b610-f9284f175f5c req-da12aec7-41db-477b-accf-51871356e62e tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:24.429475 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-31e47f84-49cb-4b05-a042-43c49a5ecdc1 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:24.429624 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-e3400e77-640f-407b-b610-f9284f175f5c req-da12aec7-41db-477b-accf-51871356e62e tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/ports?device_id=133bafca-ca83-4455-a451-16c06e873c55 HTTP/1.1" status: 200 len: 945 time: 0.1363461 Jun 06 12:05:24.486611 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-e3400e77-640f-407b-b610-f9284f175f5c req-0241af4c-d1f8-4926-a456-a0141a90d4a7 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/security-groups?id=ceabc356-99f9-4025-a839-4d356bbc8e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498695 Jun 06 12:05:24.611556 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-31e47f84-49cb-4b05-a042-43c49a5ecdc1 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702332'] for security_group_rule, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:24.613682 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-85c9a237-64e0-436b-a44f-702882029387 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:05:24.636430 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e47f84-49cb-4b05-a042-43c49a5ecdc1 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bcafd58-8194-461f-9fdb-e7960091987c,revision_number=0']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:05:24.639387 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-31e47f84-49cb-4b05-a042-43c49a5ecdc1 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:05:24.728691 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-31e47f84-49cb-4b05-a042-43c49a5ecdc1 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:24.729942 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-31e47f84-49cb-4b05-a042-43c49a5ecdc1 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5886247 Jun 06 12:05:24.732547 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 34376) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:05:24.737691 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.v2.base [None req-5ec480a2-7d68-4167-9b00-a1e3b23c1d50 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Request body: {'security_group_rule': {'security_group_id': 'be8e3558-5525-409a-8a5e-2b0e7c402abb', 'project_id': '5e1928ed6cdf4910a20d9b6ff02b4c2b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:05:24.860372 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-5ec480a2-7d68-4167-9b00-a1e3b23c1d50 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:24.960942 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-5ec480a2-7d68-4167-9b00-a1e3b23c1d50 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:24.992517 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ce424-f795-4b4e-a800-3827cf48c639 req-ab0294f0-9911-418d-af10-6028b075589f tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:25.000598 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c45ce424-f795-4b4e-a800-3827cf48c639 req-ab0294f0-9911-418d-af10-6028b075589f tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbc879d7-7892-49d1-b704-4b31e81d5886 HTTP/1.1" status: 200 len: 945 time: 0.1064777 Jun 06 12:05:25.043283 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-5ec480a2-7d68-4167-9b00-a1e3b23c1d50 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702332'] for security_group_rule, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:25.047058 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:05:25.073005 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec480a2-7d68-4167-9b00-a1e3b23c1d50 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e85f6e38-8b47-4ea9-8989-6cbdc25ef347,revision_number=0']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:05:25.077671 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-5ec480a2-7d68-4167-9b00-a1e3b23c1d50 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:05:25.151172 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c45ce424-f795-4b4e-a800-3827cf48c639 req-511c6ea3-af11-48c8-8772-2ea94978054f tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400571 Jun 06 12:05:25.235173 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-5ec480a2-7d68-4167-9b00-a1e3b23c1d50 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:25.237026 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-5ec480a2-7d68-4167-9b00-a1e3b23c1d50 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5028369 Jun 06 12:05:25.239890 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 34392) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:05:25.244741 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.v2.base [None req-17c4af49-dc48-4634-8f42-40d2d966e634 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Request body: {'security_group_rule': {'security_group_id': 'be8e3558-5525-409a-8a5e-2b0e7c402abb', 'project_id': '5e1928ed6cdf4910a20d9b6ff02b4c2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:05:25.290383 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d1d86-6c5e-4d0c-90ba-c3ce69ba6d4b req-ce024612-5478-4cf1-9570-f9c15dde42de tempest-VolumesActionsTest-1670845125 tempest-VolumesActionsTest-1670845125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:25.292285 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6a5d1d86-6c5e-4d0c-90ba-c3ce69ba6d4b req-ce024612-5478-4cf1-9570-f9c15dde42de tempest-VolumesActionsTest-1670845125 tempest-VolumesActionsTest-1670845125-project] 10.222.0.35 "GET /v2.0/networks?id=455ea1b7-fd96-4c35-91a8-07d06e248485 HTTP/1.1" status: 200 len: 809 time: 0.2672653 Jun 06 12:05:25.314310 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.v2.base [req-6a5d1d86-6c5e-4d0c-90ba-c3ce69ba6d4b req-046728e0-f154-4b1f-86fa-10d2d468800b tempest-VolumesActionsTest-1670845125 tempest-VolumesActionsTest-1670845125-project] Request body: {'port': {'device_id': 'f46f1656-e4dd-4e67-832d-968581a72ddc', 'network_id': '455ea1b7-fd96-4c35-91a8-07d06e248485', 'admin_state_up': True, 'tenant_id': '25a6deefaa414ab48446d1988277bcd0'}} {{(pid=92096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:05:25.403827 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.db.securitygroups_db [None req-17c4af49-dc48-4634-8f42-40d2d966e634 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Project 5e1928ed6cdf4910a20d9b6ff02b4c2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 06 12:05:25.436467 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-17c4af49-dc48-4634-8f42-40d2d966e634 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:25.560784 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-fedc879c-d869-49b4-a767-d29b7acfbe3a req-47bc0b86-4525-4e73-b66c-e14948f8ac95 tempest-VolumesActionsTest-1670845125 tempest-VolumesActionsTest-1670845125-project] 10.222.0.32 "GET /v2.0/ports?device_id=f46f1656-e4dd-4e67-832d-968581a72ddc HTTP/1.1" status: 200 len: 210 time: 0.0479133 Jun 06 12:05:25.601177 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa909b6-0ca4-4177-aa48-0b9c3ef4ee37 req-b3c6dc92-da6d-42e4-9fb8-15f6dd3930fc tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:25.608847 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6aa909b6-0ca4-4177-aa48-0b9c3ef4ee37 req-b3c6dc92-da6d-42e4-9fb8-15f6dd3930fc tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=663dd71e-90c6-4ae5-bf0e-e2f54fe661be HTTP/1.1" status: 200 len: 945 time: 0.2349679 Jun 06 12:05:25.636785 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-17c4af49-dc48-4634-8f42-40d2d966e634 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:25.672489 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6aa909b6-0ca4-4177-aa48-0b9c3ef4ee37 req-bde51941-4d21-47c2-8de2-0878fb0b7964 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=da3a596c-c8ed-4184-9b24-a093c67db910&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629287 Jun 06 12:05:25.725521 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-17c4af49-dc48-4634-8f42-40d2d966e634 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702332'] for security_group_rule, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:25.727743 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-31e47f84-49cb-4b05-a042-43c49a5ecdc1 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:05:25.758432 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a5d1d86-6c5e-4d0c-90ba-c3ce69ba6d4b req-046728e0-f154-4b1f-86fa-10d2d468800b tempest-VolumesActionsTest-1670845125 tempest-VolumesActionsTest-1670845125-project] Made reservation on behalf of 25a6deefaa414ab48446d1988277bcd0 for: {'port': 1} {{(pid=92096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 12:05:25.762232 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-6a5d1d86-6c5e-4d0c-90ba-c3ce69ba6d4b req-046728e0-f154-4b1f-86fa-10d2d468800b tempest-VolumesActionsTest-1670845125 tempest-VolumesActionsTest-1670845125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:25.888116 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c4af49-dc48-4634-8f42-40d2d966e634 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ebedaf8-76d6-46d4-827b-8a4ae1c085a5,revision_number=0']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:05:25.899824 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-17c4af49-dc48-4634-8f42-40d2d966e634 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:05:25.922519 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b4556-4d63-4795-ae3e-722c041131ab req-e4ada214-63bb-4818-812d-93d2f4cdc3b8 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:25.924054 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-a62b4556-4d63-4795-ae3e-722c041131ab req-e4ada214-63bb-4818-812d-93d2f4cdc3b8 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?device_id=59404299-77fb-42ac-ba10-f4d69d665c13 HTTP/1.1" status: 200 len: 945 time: 0.2445891 Jun 06 12:05:25.985948 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-17c4af49-dc48-4634-8f42-40d2d966e634 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:25.987522 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-17c4af49-dc48-4634-8f42-40d2d966e634 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7465551 Jun 06 12:05:25.990049 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 34408) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:05:25.994672 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.v2.base [None req-7de68564-5e01-44e4-9349-c4e84b7010a0 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Request body: {'security_group_rule': {'security_group_id': 'be8e3558-5525-409a-8a5e-2b0e7c402abb', 'project_id': '5e1928ed6cdf4910a20d9b6ff02b4c2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:05:26.046770 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-a62b4556-4d63-4795-ae3e-722c041131ab req-bb7d0dc3-40ba-479b-94b7-363b9a5ea2b7 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/security-groups?id=f23f4ac2-a34a-4b05-b7f3-4b7c23d9b1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134126 Jun 06 12:05:26.067975 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e0d2e-ec14-4076-9780-14c5ba9b87f7 req-c12b1fe9-c4ee-4fdc-8030-a7a46a82aed1 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:26.069393 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-d30e0d2e-ec14-4076-9780-14c5ba9b87f7 req-c12b1fe9-c4ee-4fdc-8030-a7a46a82aed1 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/ports?device_id=133bafca-ca83-4455-a451-16c06e873c55 HTTP/1.1" status: 200 len: 945 time: 0.2322657 Jun 06 12:05:26.096886 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.db.securitygroups_db [None req-7de68564-5e01-44e4-9349-c4e84b7010a0 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Project 5e1928ed6cdf4910a20d9b6ff02b4c2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 06 12:05:26.103817 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-7de68564-5e01-44e4-9349-c4e84b7010a0 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:26.172340 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.db.db_base_plugin_common [req-6a5d1d86-6c5e-4d0c-90ba-c3ce69ba6d4b req-046728e0-f154-4b1f-86fa-10d2d468800b tempest-VolumesActionsTest-1670845125 tempest-VolumesActionsTest-1670845125-project] Allocated IP 172.20.0.6 (455ea1b7-fd96-4c35-91a8-07d06e248485/cbe2f308-6ef3-4485-8a6a-507c787d2855/abc29bca-96fc-42e0-916a-44550311db7f) {{(pid=92096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 12:05:26.179592 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-7de68564-5e01-44e4-9349-c4e84b7010a0 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:26.203349 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-d30e0d2e-ec14-4076-9780-14c5ba9b87f7 req-830ad373-ee33-4cb2-ae76-776cc0f9aa25 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/security-groups?id=ceabc356-99f9-4025-a839-4d356bbc8e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273606 Jun 06 12:05:26.336955 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-7de68564-5e01-44e4-9349-c4e84b7010a0 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702332'] for security_group_rule, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:26.343919 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:05:26.364679 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de68564-5e01-44e4-9349-c4e84b7010a0 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1162b609-8a16-4742-96f4-307c1bff0751,revision_number=0']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:05:26.371769 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-7de68564-5e01-44e4-9349-c4e84b7010a0 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:05:26.438306 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-7de68564-5e01-44e4-9349-c4e84b7010a0 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:26.441171 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-7de68564-5e01-44e4-9349-c4e84b7010a0 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4500420 Jun 06 12:05:26.464746 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-6a5d1d86-6c5e-4d0c-90ba-c3ce69ba6d4b req-046728e0-f154-4b1f-86fa-10d2d468800b tempest-VolumesActionsTest-1670845125 tempest-VolumesActionsTest-1670845125-project] Notify callbacks [] for port, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:26.484729 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d12382-c696-4f68-83c3-927d362cd8c6 req-5a2bb408-804d-4bbe-a5c7-91fcd4053e92 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:26.491977 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-86d12382-c696-4f68-83c3-927d362cd8c6 req-5a2bb408-804d-4bbe-a5c7-91fcd4053e92 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbc879d7-7892-49d1-b704-4b31e81d5886 HTTP/1.1" status: 200 len: 945 time: 0.2084401 Jun 06 12:05:26.554432 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-86d12382-c696-4f68-83c3-927d362cd8c6 req-12b136f4-0ba5-4f5d-9032-d3da440e12e8 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614562 Jun 06 12:05:26.595271 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-6a5d1d86-6c5e-4d0c-90ba-c3ce69ba6d4b req-046728e0-f154-4b1f-86fa-10d2d468800b tempest-VolumesActionsTest-1670845125 tempest-VolumesActionsTest-1670845125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778191160652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2160272'] for port, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:26.601571 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-bbdb06b8-0afc-43df-8732-9d387132f1ea tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:05:26.673576 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a5d1d86-6c5e-4d0c-90ba-c3ce69ba6d4b req-046728e0-f154-4b1f-86fa-10d2d468800b tempest-VolumesActionsTest-1670845125 tempest-VolumesActionsTest-1670845125-project] Network 455ea1b7-fd96-4c35-91a8-07d06e248485 is already hosted by enough agents. {{(pid=92096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 12:05:26.676567 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.scheduler.base_scheduler [req-6a5d1d86-6c5e-4d0c-90ba-c3ce69ba6d4b req-046728e0-f154-4b1f-86fa-10d2d468800b tempest-VolumesActionsTest-1670845125 tempest-VolumesActionsTest-1670845125-project] Resources bound (agent type, host, resource id): {{(pid=92096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:05:26.679096 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a5d1d86-6c5e-4d0c-90ba-c3ce69ba6d4b req-046728e0-f154-4b1f-86fa-10d2d468800b tempest-VolumesActionsTest-1670845125 tempest-VolumesActionsTest-1670845125-project] Received port after_create {{(pid=92096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 12:05:26.780717 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046728e0-f154-4b1f-86fa-10d2d468800b tempest-VolumesActionsTest-1670845125 tempest-VolumesActionsTest-1670845125-project] Pushing event updated for resources: {'Port': ['ID=abc29bca-96fc-42e0-916a-44550311db7f,revision_number=1']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:05:26.789681 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-046728e0-f154-4b1f-86fa-10d2d468800b tempest-VolumesActionsTest-1670845125 tempest-VolumesActionsTest-1670845125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:05:26.877848 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d1d86-6c5e-4d0c-90ba-c3ce69ba6d4b req-046728e0-f154-4b1f-86fa-10d2d468800b tempest-VolumesActionsTest-1670845125 tempest-VolumesActionsTest-1670845125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:26.878429 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-6a5d1d86-6c5e-4d0c-90ba-c3ce69ba6d4b req-046728e0-f154-4b1f-86fa-10d2d468800b tempest-VolumesActionsTest-1670845125 tempest-VolumesActionsTest-1670845125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160768'] for port, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:26.930556 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a5b1b-d7d0-4ec0-b2bb-87e61363c85c req-27c2aacf-8f1b-4746-90cd-951d43d4000b tempest-VolumesActionsTest-1670845125 tempest-VolumesActionsTest-1670845125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:26.931995 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-210a5b1b-d7d0-4ec0-b2bb-87e61363c85c req-27c2aacf-8f1b-4746-90cd-951d43d4000b tempest-VolumesActionsTest-1670845125 tempest-VolumesActionsTest-1670845125-project] 10.222.0.32 "GET /v2.0/ports?device_id=f46f1656-e4dd-4e67-832d-968581a72ddc HTTP/1.1" status: 200 len: 931 time: 0.2042542 Jun 06 12:05:26.961599 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a831a731-bacb-4845-a47b-1d0a797b3d19 req-8dd32b68-a92b-4f21-b675-ec4d2c911b43 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:26.963289 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-a831a731-bacb-4845-a47b-1d0a797b3d19 req-8dd32b68-a92b-4f21-b675-ec4d2c911b43 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=663dd71e-90c6-4ae5-bf0e-e2f54fe661be HTTP/1.1" status: 200 len: 945 time: 0.1674325 Jun 06 12:05:26.993461 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6a5d1d86-6c5e-4d0c-90ba-c3ce69ba6d4b req-046728e0-f154-4b1f-86fa-10d2d468800b tempest-VolumesActionsTest-1670845125 tempest-VolumesActionsTest-1670845125-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6874077 Jun 06 12:05:27.025201 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-210a5b1b-d7d0-4ec0-b2bb-87e61363c85c req-9af310a5-8493-4b12-b54b-629fcab6cd55 tempest-VolumesActionsTest-1670845125 tempest-VolumesActionsTest-1670845125-project] 10.222.0.32 "GET /v2.0/security-groups?id=56311e74-1a71-4835-93df-053785cc4c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859585 Jun 06 12:05:27.032753 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.v2.base [req-6a5d1d86-6c5e-4d0c-90ba-c3ce69ba6d4b req-84a8e0f0-46c2-48f0-b877-7a6c698daa11 service neutron] Request body: {'port': {'device_id': 'f46f1656-e4dd-4e67-832d-968581a72ddc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=92096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:05:27.078704 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-a831a731-bacb-4845-a47b-1d0a797b3d19 req-4a088306-4f7f-4a6c-880e-16ffde0e4528 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=da3a596c-c8ed-4184-9b24-a093c67db910&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092250 Jun 06 12:05:27.148082 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-6a5d1d86-6c5e-4d0c-90ba-c3ce69ba6d4b req-84a8e0f0-46c2-48f0-b877-7a6c698daa11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:27.406421 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97571a30-8524-4238-926b-1d31dcdfef73 req-29eeadbd-ab48-4804-9c3a-962f96b82dc6 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:27.407856 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-97571a30-8524-4238-926b-1d31dcdfef73 req-29eeadbd-ab48-4804-9c3a-962f96b82dc6 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?device_id=59404299-77fb-42ac-ba10-f4d69d665c13 HTTP/1.1" status: 200 len: 945 time: 0.2489643 Jun 06 12:05:27.560287 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-97571a30-8524-4238-926b-1d31dcdfef73 req-905592fe-80a0-4c36-ad9a-b25b4f6d21fc tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/security-groups?id=f23f4ac2-a34a-4b05-b7f3-4b7c23d9b1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306050 Jun 06 12:05:27.598576 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bb3e0e-cece-45bb-bf62-cb6c38d57782 req-ca01a06c-a755-454c-844b-c5963657a1d5 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:27.608995 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-13bb3e0e-cece-45bb-bf62-cb6c38d57782 req-ca01a06c-a755-454c-844b-c5963657a1d5 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/ports?device_id=133bafca-ca83-4455-a451-16c06e873c55 HTTP/1.1" status: 200 len: 945 time: 0.2730401 Jun 06 12:05:27.727548 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.notifiers.nova [req-6a5d1d86-6c5e-4d0c-90ba-c3ce69ba6d4b req-84a8e0f0-46c2-48f0-b877-7a6c698daa11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abc29bca-96fc-42e0-916a-44550311db7f {{(pid=92096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 12:05:27.758502 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-13bb3e0e-cece-45bb-bf62-cb6c38d57782 req-8365ba17-c5b4-4829-8330-94de2eccc583 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/security-groups?id=ceabc356-99f9-4025-a839-4d356bbc8e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517742 Jun 06 12:05:27.760400 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-6a5d1d86-6c5e-4d0c-90ba-c3ce69ba6d4b req-84a8e0f0-46c2-48f0-b877-7a6c698daa11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:27.825639 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.db.provisioning_blocks [req-6a5d1d86-6c5e-4d0c-90ba-c3ce69ba6d4b req-84a8e0f0-46c2-48f0-b877-7a6c698daa11 service neutron] Transition to ACTIVE for port object abc29bca-96fc-42e0-916a-44550311db7f will not be triggered until provisioned by entity L2. {{(pid=92096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 12:05:27.884366 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da9506-ef1e-4c20-ab33-352cca7fc82c req-a290c0ee-ad89-49a7-841a-e75efb73bdf9 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:27.886983 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-a0da9506-ef1e-4c20-ab33-352cca7fc82c req-a290c0ee-ad89-49a7-841a-e75efb73bdf9 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbc879d7-7892-49d1-b704-4b31e81d5886 HTTP/1.1" status: 200 len: 945 time: 0.1217897 Jun 06 12:05:27.945687 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-a0da9506-ef1e-4c20-ab33-352cca7fc82c req-dd6a79cb-a746-4071-94fa-674a28e4e8ad tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526652 Jun 06 12:05:27.957770 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-6a5d1d86-6c5e-4d0c-90ba-c3ce69ba6d4b req-84a8e0f0-46c2-48f0-b877-7a6c698daa11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2160299'] for port, after_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:27.972138 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a284c5-1e6d-434d-85c9-41681373d8dc req-d4cdb4f9-29b8-45b7-b4fd-9297b8203506 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:27.972138 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-e0a284c5-1e6d-434d-85c9-41681373d8dc req-d4cdb4f9-29b8-45b7-b4fd-9297b8203506 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.35 "GET /v2.0/ports?device_id=59404299-77fb-42ac-ba10-f4d69d665c13 HTTP/1.1" status: 200 len: 945 time: 0.1251965 Jun 06 12:05:27.972871 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-02703157-ce29-4e0e-90e1-6d2df8c31eaf tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:05:28.150554 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.plugin [req-e0a284c5-1e6d-434d-85c9-41681373d8dc req-f425fd77-c88e-41f5-834c-5668461ae0e6 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Deleting port f099d70f-d6ae-4066-9a6f-577c5386522a {{(pid=92097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 12:05:28.151164 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-e0a284c5-1e6d-434d-85c9-41681373d8dc req-f425fd77-c88e-41f5-834c-5668461ae0e6 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778191659996'] for port, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:28.238658 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a8e0f0-46c2-48f0-b877-7a6c698daa11 service neutron] Pushing event updated for resources: {'Port': ['ID=abc29bca-96fc-42e0-916a-44550311db7f,revision_number=2']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:05:28.301144 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.db [req-e0a284c5-1e6d-434d-85c9-41681373d8dc req-f425fd77-c88e-41f5-834c-5668461ae0e6 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] For port f099d70f-d6ae-4066-9a6f-577c5386522a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=f099d70f-d6ae-4066-9a6f-577c5386522a,segment=NetworkSegment(50ae22f6-2f71-4a96-af00-d2fd8d97cc9b),segment_id=50ae22f6-2f71-4a96-af00-d2fd8d97cc9b)] {{(pid=92097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:05:28.301507 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-e0a284c5-1e6d-434d-85c9-41681373d8dc req-f425fd77-c88e-41f5-834c-5668461ae0e6 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598405'] for port, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:28.334511 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-84a8e0f0-46c2-48f0-b877-7a6c698daa11 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:05:28.438404 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.managers [req-6a5d1d86-6c5e-4d0c-90ba-c3ce69ba6d4b req-84a8e0f0-46c2-48f0-b877-7a6c698daa11 service neutron] Attempting to bind port abc29bca-96fc-42e0-916a-44550311db7f on host hv-cinder-78626 for vnic_type normal with profile {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 12:05:28.438759 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.managers [req-6a5d1d86-6c5e-4d0c-90ba-c3ce69ba6d4b req-84a8e0f0-46c2-48f0-b877-7a6c698daa11 service neutron] Attempting to bind port abc29bca-96fc-42e0-916a-44550311db7f by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '2564c6b8-2c65-4899-be7d-d84578c0688f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '455ea1b7-fd96-4c35-91a8-07d06e248485'}] {{(pid=92096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 12:05:28.439190 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5d1d86-6c5e-4d0c-90ba-c3ce69ba6d4b req-84a8e0f0-46c2-48f0-b877-7a6c698daa11 service neutron] Attempting to bind port abc29bca-96fc-42e0-916a-44550311db7f on network 455ea1b7-fd96-4c35-91a8-07d06e248485 {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 12:05:28.444651 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.plugin [req-e0a284c5-1e6d-434d-85c9-41681373d8dc req-f425fd77-c88e-41f5-834c-5668461ae0e6 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Calling delete_port for f099d70f-d6ae-4066-9a6f-577c5386522a owned by compute:nova {{(pid=92097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 12:05:28.450277 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5d1d86-6c5e-4d0c-90ba-c3ce69ba6d4b req-84a8e0f0-46c2-48f0-b877-7a6c698daa11 service neutron] Port abc29bca-96fc-42e0-916a-44550311db7f on network 455ea1b7-fd96-4c35-91a8-07d06e248485 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 12:05:28.450664 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5d1d86-6c5e-4d0c-90ba-c3ce69ba6d4b req-84a8e0f0-46c2-48f0-b877-7a6c698daa11 service neutron] Attempting to bind port abc29bca-96fc-42e0-916a-44550311db7f on network 455ea1b7-fd96-4c35-91a8-07d06e248485 {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 12:05:28.466942 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12331a38-8f25-4ba4-a8e8-087473187b8d req-b07723a1-f871-4725-a9ae-eca846e4a3c4 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:28.468972 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-12331a38-8f25-4ba4-a8e8-087473187b8d req-b07723a1-f871-4725-a9ae-eca846e4a3c4 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=663dd71e-90c6-4ae5-bf0e-e2f54fe661be HTTP/1.1" status: 200 len: 945 time: 0.2408733 Jun 06 12:05:28.473037 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5d1d86-6c5e-4d0c-90ba-c3ce69ba6d4b req-84a8e0f0-46c2-48f0-b877-7a6c698daa11 service neutron] Checking agent: {'id': '7f4f2d28-9bb0-42d9-b4ad-6ed22ccae0f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 12, 1, 20), 'started_at': datetime.datetime(2021, 6, 6, 12, 1, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 12, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 12:05:28.473037 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5d1d86-6c5e-4d0c-90ba-c3ce69ba6d4b req-84a8e0f0-46c2-48f0-b877-7a6c698daa11 service neutron] Checking segment: {'id': '2564c6b8-2c65-4899-be7d-d84578c0688f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '455ea1b7-fd96-4c35-91a8-07d06e248485'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 12:05:28.473037 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5d1d86-6c5e-4d0c-90ba-c3ce69ba6d4b req-84a8e0f0-46c2-48f0-b877-7a6c698daa11 service neutron] Bound using segment: {'id': '2564c6b8-2c65-4899-be7d-d84578c0688f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '455ea1b7-fd96-4c35-91a8-07d06e248485'} {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 12:05:28.473037 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.managers [req-6a5d1d86-6c5e-4d0c-90ba-c3ce69ba6d4b req-84a8e0f0-46c2-48f0-b877-7a6c698daa11 service neutron] Bound port: abc29bca-96fc-42e0-916a-44550311db7f, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2564c6b8-2c65-4899-be7d-d84578c0688f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '455ea1b7-fd96-4c35-91a8-07d06e248485'}}] {{(pid=92096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 12:05:28.473037 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-6a5d1d86-6c5e-4d0c-90ba-c3ce69ba6d4b req-84a8e0f0-46c2-48f0-b877-7a6c698daa11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:28.493496 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa0d992-1a61-4451-aa67-927fa72c2979 req-2efd013d-7155-4ec8-a487-e6e560897ed6 tempest-VolumesActionsTest-1670845125 tempest-VolumesActionsTest-1670845125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:28.496238 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-dfa0d992-1a61-4451-aa67-927fa72c2979 req-2efd013d-7155-4ec8-a487-e6e560897ed6 tempest-VolumesActionsTest-1670845125 tempest-VolumesActionsTest-1670845125-project] 10.222.0.32 "GET /v2.0/ports?device_id=f46f1656-e4dd-4e67-832d-968581a72ddc HTTP/1.1" status: 200 len: 943 time: 0.2636342 Jun 06 12:05:28.631932 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-12331a38-8f25-4ba4-a8e8-087473187b8d req-9df603ce-e39a-49bf-a50b-f5d9359be1fa tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=da3a596c-c8ed-4184-9b24-a093c67db910&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1506565 Jun 06 12:05:28.638139 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-e0a284c5-1e6d-434d-85c9-41681373d8dc req-f425fd77-c88e-41f5-834c-5668461ae0e6 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778191664348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778191160661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2165323'] for port, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:28.642982 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-dfa0d992-1a61-4451-aa67-927fa72c2979 req-1ff8b417-4207-4e3f-b83e-685409c6d36e tempest-VolumesActionsTest-1670845125 tempest-VolumesActionsTest-1670845125-project] 10.222.0.32 "GET /v2.0/security-groups?id=56311e74-1a71-4835-93df-053785cc4c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281812 Jun 06 12:05:28.655247 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-329c5afb-d351-496a-898a-fed7435ac23c tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:05:28.669684 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] get_ports_and_sgs() called for port_ids ['c6f5676b-5bc6-4820-b8e1-624adac7d88f', 'be99e1d7-dbc9-4687-a00e-9765dfb53d5b', '3a6d88ef-1efe-4f94-a4e5-d5f974191239', 'f099d70f-d6ae-4066-9a6f-577c5386522a'] {{(pid=92098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 12:05:28.689515 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.db [req-6a5d1d86-6c5e-4d0c-90ba-c3ce69ba6d4b req-84a8e0f0-46c2-48f0-b877-7a6c698daa11 service neutron] For port abc29bca-96fc-42e0-916a-44550311db7f, host hv-cinder-78626, cleared binding levels {{(pid=92096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 12:05:28.694531 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.db [req-6a5d1d86-6c5e-4d0c-90ba-c3ce69ba6d4b req-84a8e0f0-46c2-48f0-b877-7a6c698daa11 service neutron] For port abc29bca-96fc-42e0-916a-44550311db7f, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=abc29bca-96fc-42e0-916a-44550311db7f,segment=NetworkSegment(2564c6b8-2c65-4899-be7d-d84578c0688f),segment_id=2564c6b8-2c65-4899-be7d-d84578c0688f)] {{(pid=92096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 12:05:28.712670 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425fd77-c88e-41f5-834c-5668461ae0e6 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Pushing event deleted for resources: {'Port': ['ID=f099d70f-d6ae-4066-9a6f-577c5386522a,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:05:28.720535 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-f425fd77-c88e-41f5-834c-5668461ae0e6 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:05:28.755514 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-6a5d1d86-6c5e-4d0c-90ba-c3ce69ba6d4b req-84a8e0f0-46c2-48f0-b877-7a6c698daa11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2160299'] for port, after_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:28.760278 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:05:28.804408 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0a284c5-1e6d-434d-85c9-41681373d8dc req-f425fd77-c88e-41f5-834c-5668461ae0e6 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] No DVR routers for this DVR port f099d70f-d6ae-4066-9a6f-577c5386522a on host hv-cinder-78626 {{(pid=92097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 12:05:28.807226 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-e0a284c5-1e6d-434d-85c9-41681373d8dc req-f425fd77-c88e-41f5-834c-5668461ae0e6 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160768'] for port, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:28.809587 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-e0a284c5-1e6d-434d-85c9-41681373d8dc req-f425fd77-c88e-41f5-834c-5668461ae0e6 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.35 "DELETE /v2.0/ports/f099d70f-d6ae-4066-9a6f-577c5386522a HTTP/1.1" status: 204 len: 173 time: 0.8396454 Jun 06 12:05:28.810267 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59404299-77fb-42ac-ba10-f4d69d665c13', 'name': 'network-vif-deleted', 'tag': 'f099d70f-d6ae-4066-9a6f-577c5386522a'}] {{(pid=92097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:05:28.814128 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0506e69bdf94a0a0544469556e00d4f87ccfa4abed68bb2c567d57a4f994f1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662bf862-8d8d-49ea-a0a3-fe1f91ed09fb" -d '{"events": [{"server_uuid": "59404299-77fb-42ac-ba10-f4d69d665c13", "name": "network-vif-deleted", "tag": "f099d70f-d6ae-4066-9a6f-577c5386522a"}]}' {{(pid=92097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:05:28.917700 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-f6bdfa5f-1156-4a95-acb6-4c5f7c477175 req-b8f8bac2-3402-4878-ae9a-b786c90a63fb tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?device_id=59404299-77fb-42ac-ba10-f4d69d665c13 HTTP/1.1" status: 200 len: 210 time: 0.0720291 Jun 06 12:05:28.971562 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d1d86-6c5e-4d0c-90ba-c3ce69ba6d4b req-84a8e0f0-46c2-48f0-b877-7a6c698daa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:28.972178 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-6a5d1d86-6c5e-4d0c-90ba-c3ce69ba6d4b req-84a8e0f0-46c2-48f0-b877-7a6c698daa11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160768'] for port, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:28.973556 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6a5d1d86-6c5e-4d0c-90ba-c3ce69ba6d4b req-84a8e0f0-46c2-48f0-b877-7a6c698daa11 service neutron] 10.222.0.35 "PUT /v2.0/ports/abc29bca-96fc-42e0-916a-44550311db7f HTTP/1.1" status: 200 len: 1093 time: 1.9613047 Jun 06 12:05:28.975014 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f46f1656-e4dd-4e67-832d-968581a72ddc', 'tag': 'abc29bca-96fc-42e0-916a-44550311db7f'}] {{(pid=92096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:05:28.977324 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70cf447e3881262ea0b43a88f7d0d33c778b0ed04640d1c627a7304ff1bba8b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9299aa4-5c9c-4c86-a3ad-48d57cf062fc" -d '{"events": [{"name": "network-changed", "server_uuid": "f46f1656-e4dd-4e67-832d-968581a72ddc", "tag": "abc29bca-96fc-42e0-916a-44550311db7f"}]}' {{(pid=92096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:05:29.041915 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a8e0f0-46c2-48f0-b877-7a6c698daa11 service neutron] Pushing event updated for resources: {'Port': ['ID=abc29bca-96fc-42e0-916a-44550311db7f,revision_number=3']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:05:29.046849 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-84a8e0f0-46c2-48f0-b877-7a6c698daa11 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:05:29.069119 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 12:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d4d722-1a8c-49c0-9355-76b15bf9b82a x-openstack-request-id: req-d2d4d722-1a8c-49c0-9355-76b15bf9b82a {{(pid=92097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:05:29.069611 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59404299-77fb-42ac-ba10-f4d69d665c13", "name": "network-vif-deleted", "tag": "f099d70f-d6ae-4066-9a6f-577c5386522a", "status": "completed", "code": 200}]} {{(pid=92097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:05:29.070572 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d2d4d722-1a8c-49c0-9355-76b15bf9b82a {{(pid=92097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:05:29.071297 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59404299-77fb-42ac-ba10-f4d69d665c13', 'name': 'network-vif-deleted', 'tag': 'f099d70f-d6ae-4066-9a6f-577c5386522a', 'status': 'completed', 'code': 200} Jun 06 12:05:29.073055 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c553792-0b5e-486d-a66d-f7b47b3a93af req-b33e4cef-8281-4fb4-a3c5-a5e52ed44db0 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:29.081578 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6c553792-0b5e-486d-a66d-f7b47b3a93af req-b33e4cef-8281-4fb4-a3c5-a5e52ed44db0 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/ports?device_id=133bafca-ca83-4455-a451-16c06e873c55 HTTP/1.1" status: 200 len: 945 time: 0.1584387 Jun 06 12:05:29.227955 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6c553792-0b5e-486d-a66d-f7b47b3a93af req-5d1e2ccb-1939-4992-bf7c-daa148c39f07 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/security-groups?id=ceabc356-99f9-4025-a839-4d356bbc8e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454761 Jun 06 12:05:29.292050 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d1d86-6c5e-4d0c-90ba-c3ce69ba6d4b req-38a67b12-24aa-48f8-95bb-691a4a028d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:29.293613 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6a5d1d86-6c5e-4d0c-90ba-c3ce69ba6d4b req-38a67b12-24aa-48f8-95bb-691a4a028d50 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=25a6deefaa414ab48446d1988277bcd0&device_id=f46f1656-e4dd-4e67-832d-968581a72ddc HTTP/1.1" status: 200 len: 1096 time: 0.1776440 Jun 06 12:05:29.369294 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 12:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d85c982-6a57-4114-971d-636478a4bf31 x-openstack-request-id: req-2d85c982-6a57-4114-971d-636478a4bf31 {{(pid=92096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:05:29.369602 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f46f1656-e4dd-4e67-832d-968581a72ddc", "tag": "abc29bca-96fc-42e0-916a-44550311db7f", "status": "completed", "code": 200}]} {{(pid=92096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:05:29.369911 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2d85c982-6a57-4114-971d-636478a4bf31 {{(pid=92096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:05:29.370316 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f46f1656-e4dd-4e67-832d-968581a72ddc', 'tag': 'abc29bca-96fc-42e0-916a-44550311db7f', 'status': 'completed', 'code': 200} Jun 06 12:05:29.378333 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5280ec-bc9b-4f89-bca7-a91c07db16ba req-7f50dfa2-8b4d-4ccc-b13c-d5e88caba2ea tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:29.379825 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-7c5280ec-bc9b-4f89-bca7-a91c07db16ba req-7f50dfa2-8b4d-4ccc-b13c-d5e88caba2ea tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbc879d7-7892-49d1-b704-4b31e81d5886 HTTP/1.1" status: 200 len: 945 time: 0.1900480 Jun 06 12:05:29.388675 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6a5d1d86-6c5e-4d0c-90ba-c3ce69ba6d4b req-3662e847-bfe3-4c81-90e3-eddebc2f59f5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=abc29bca-96fc-42e0-916a-44550311db7f HTTP/1.1" status: 200 len: 217 time: 0.0818117 Jun 06 12:05:29.480587 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-7c5280ec-bc9b-4f89-bca7-a91c07db16ba req-43a7bd82-e4c3-400f-bd52-81ade3c4b53f tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934074 Jun 06 12:05:29.486500 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d1d86-6c5e-4d0c-90ba-c3ce69ba6d4b req-11e4e662-2184-4420-ad5e-2cf09d1b7f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:29.487919 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6a5d1d86-6c5e-4d0c-90ba-c3ce69ba6d4b req-11e4e662-2184-4420-ad5e-2cf09d1b7f53 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cbe2f308-6ef3-4485-8a6a-507c787d2855 HTTP/1.1" status: 200 len: 849 time: 0.0853517 Jun 06 12:05:29.538195 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6a5d1d86-6c5e-4d0c-90ba-c3ce69ba6d4b req-4a61a6a9-1925-4571-a302-4171138c5b55 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=455ea1b7-fd96-4c35-91a8-07d06e248485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427120 Jun 06 12:05:29.682147 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6a5d1d86-6c5e-4d0c-90ba-c3ce69ba6d4b req-69498e48-185d-41e2-be3b-83ab6644f21e service neutron] 10.222.0.35 "GET /v2.0/networks/455ea1b7-fd96-4c35-91a8-07d06e248485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358237 Jun 06 12:05:29.946189 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6a5d1d86-6c5e-4d0c-90ba-c3ce69ba6d4b req-8d030fbd-576d-4180-9f8f-f61139bc00e4 service neutron] 10.222.0.35 "GET /v2.0/networks/455ea1b7-fd96-4c35-91a8-07d06e248485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501924 Jun 06 12:05:29.973716 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1855f13-b72a-4170-a2de-56adbaab6a59 req-ffe963fd-8dfd-4794-8b30-6da2005dad12 tempest-VolumesActionsTest-1670845125 tempest-VolumesActionsTest-1670845125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:29.975064 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-b1855f13-b72a-4170-a2de-56adbaab6a59 req-ffe963fd-8dfd-4794-8b30-6da2005dad12 tempest-VolumesActionsTest-1670845125 tempest-VolumesActionsTest-1670845125-project] 10.222.0.32 "GET /v2.0/ports?device_id=f46f1656-e4dd-4e67-832d-968581a72ddc HTTP/1.1" status: 200 len: 943 time: 0.1723337 Jun 06 12:05:29.987454 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317230f-8225-4604-ae67-d85465f04e60 req-eb7dae1b-4f51-4a55-99a4-5b46efa1038f tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:29.988870 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-5317230f-8225-4604-ae67-d85465f04e60 req-eb7dae1b-4f51-4a55-99a4-5b46efa1038f tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=663dd71e-90c6-4ae5-bf0e-e2f54fe661be HTTP/1.1" status: 200 len: 945 time: 0.1872149 Jun 06 12:05:30.061775 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-b1855f13-b72a-4170-a2de-56adbaab6a59 req-cd545eef-3635-41cb-b72f-d2ed4ea121bf tempest-VolumesActionsTest-1670845125 tempest-VolumesActionsTest-1670845125-project] 10.222.0.32 "GET /v2.0/security-groups?id=56311e74-1a71-4835-93df-053785cc4c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718877 Jun 06 12:05:30.064511 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-5317230f-8225-4604-ae67-d85465f04e60 req-330ff3fc-7c3d-4202-8af3-18a96ea95987 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=da3a596c-c8ed-4184-9b24-a093c67db910&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617974 Jun 06 12:05:30.168212 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9299aa4-5c9c-4c86-a3ad-48d57cf062fc req-d026f660-b4ce-4684-a489-5fcce16f521a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:30.169642 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-a9299aa4-5c9c-4c86-a3ad-48d57cf062fc req-d026f660-b4ce-4684-a489-5fcce16f521a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=25a6deefaa414ab48446d1988277bcd0&device_id=f46f1656-e4dd-4e67-832d-968581a72ddc HTTP/1.1" status: 200 len: 1096 time: 0.0805333 Jun 06 12:05:30.376350 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-f64d7d1f-072a-4290-88dc-a4bd9fccd7f7 req-0447979b-f1e6-4555-bb18-6b61cdaf4f4b tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?device_id=59404299-77fb-42ac-ba10-f4d69d665c13 HTTP/1.1" status: 200 len: 210 time: 0.1636088 Jun 06 12:05:30.465357 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9299aa4-5c9c-4c86-a3ad-48d57cf062fc req-9b8d4c58-87d9-407f-954e-0b94dea45b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:30.466798 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-a9299aa4-5c9c-4c86-a3ad-48d57cf062fc req-9b8d4c58-87d9-407f-954e-0b94dea45b8c service neutron] 10.222.0.35 "GET /v2.0/networks?id=455ea1b7-fd96-4c35-91a8-07d06e248485 HTTP/1.1" status: 200 len: 910 time: 0.2892852 Jun 06 12:05:30.543404 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-a9299aa4-5c9c-4c86-a3ad-48d57cf062fc req-e3d4906f-0da2-4084-a3d8-576323bb2608 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=abc29bca-96fc-42e0-916a-44550311db7f HTTP/1.1" status: 200 len: 217 time: 0.0665169 Jun 06 12:05:30.551526 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1da724d-9dce-4a75-94f7-177c85dfc7ed req-e632b4aa-a28f-4892-a151-e1230aa12412 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:30.552884 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c1da724d-9dce-4a75-94f7-177c85dfc7ed req-e632b4aa-a28f-4892-a151-e1230aa12412 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/ports?device_id=133bafca-ca83-4455-a451-16c06e873c55 HTTP/1.1" status: 200 len: 945 time: 0.1756232 Jun 06 12:05:30.687107 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9299aa4-5c9c-4c86-a3ad-48d57cf062fc req-6df728a3-6e33-4778-8602-f6193f6e6487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:30.688536 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-a9299aa4-5c9c-4c86-a3ad-48d57cf062fc req-6df728a3-6e33-4778-8602-f6193f6e6487 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cbe2f308-6ef3-4485-8a6a-507c787d2855 HTTP/1.1" status: 200 len: 849 time: 0.1348245 Jun 06 12:05:30.699850 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c1da724d-9dce-4a75-94f7-177c85dfc7ed req-9a80a268-32a7-43b8-885c-73b5b88ada0a tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/security-groups?id=ceabc356-99f9-4025-a839-4d356bbc8e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117692 Jun 06 12:05:30.746017 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-a9299aa4-5c9c-4c86-a3ad-48d57cf062fc req-160ffcea-9d53-4218-a3f7-5c2d8ca944dc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=455ea1b7-fd96-4c35-91a8-07d06e248485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452416 Jun 06 12:05:30.782933 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4d186-a5c5-431c-9e9c-06eca5756f1c req-cf4d1f22-e096-4364-a06f-f6f557294932 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:30.784326 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6cd4d186-a5c5-431c-9e9c-06eca5756f1c req-cf4d1f22-e096-4364-a06f-f6f557294932 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbc879d7-7892-49d1-b704-4b31e81d5886 HTTP/1.1" status: 200 len: 945 time: 0.1896198 Jun 06 12:05:30.892023 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 34612) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:05:30.902189 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6cd4d186-a5c5-431c-9e9c-06eca5756f1c req-3f79ed45-7b11-40ad-87f9-28445e460da1 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108108 Jun 06 12:05:30.927178 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-a9299aa4-5c9c-4c86-a3ad-48d57cf062fc req-49153102-b957-4aa2-88d4-aca501732403 service neutron] 10.222.0.35 "GET /v2.0/networks/455ea1b7-fd96-4c35-91a8-07d06e248485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695857 Jun 06 12:05:30.952910 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b13fa34-d30c-496f-8f5b-3659ba1a7306 admin admin] Deleting subnet e7726d90-9a40-471f-a46f-0512253a640a {{(pid=92097) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 12:05:30.955797 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-4b13fa34-d30c-496f-8f5b-3659ba1a7306 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:31.005644 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-4b13fa34-d30c-496f-8f5b-3659ba1a7306 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-907540'] for subnet, precommit_delete_associations {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:31.063966 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-4b13fa34-d30c-496f-8f5b-3659ba1a7306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33120235'] for subnet, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:31.068950 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-a9299aa4-5c9c-4c86-a3ad-48d57cf062fc req-b6351409-1bce-48c9-bd57-b71e4c8d97a4 service neutron] 10.222.0.35 "GET /v2.0/networks/455ea1b7-fd96-4c35-91a8-07d06e248485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313939 Jun 06 12:05:31.221879 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-4b13fa34-d30c-496f-8f5b-3659ba1a7306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33120226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2165414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556759'] for subnet, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:31.228773 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:05:31.268968 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-4b13fa34-d30c-496f-8f5b-3659ba1a7306 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:31.273366 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-4b13fa34-d30c-496f-8f5b-3659ba1a7306 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e7726d90-9a40-471f-a46f-0512253a640a HTTP/1.1" status: 204 len: 168 time: 0.3803048 Jun 06 12:05:31.274012 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 34622) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:05:31.294164 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b13fa34-d30c-496f-8f5b-3659ba1a7306 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7726d90-9a40-471f-a46f-0512253a640a,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:05:31.294498 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-4b13fa34-d30c-496f-8f5b-3659ba1a7306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:05:31.350467 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16069c73-57ac-4ad3-abfa-90cd2074fb58 req-3a9f5e93-d5c8-4c5d-9752-f5b45bb922d5 tempest-VolumesActionsTest-1670845125 tempest-VolumesActionsTest-1670845125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:31.351902 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-16069c73-57ac-4ad3-abfa-90cd2074fb58 req-3a9f5e93-d5c8-4c5d-9752-f5b45bb922d5 tempest-VolumesActionsTest-1670845125 tempest-VolumesActionsTest-1670845125-project] 10.222.0.32 "GET /v2.0/ports?device_id=f46f1656-e4dd-4e67-832d-968581a72ddc HTTP/1.1" status: 200 len: 943 time: 0.1581073 Jun 06 12:05:31.359820 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823669f9-cf45-4689-be10-40ab8df1b357 req-cfba0cf4-d1b6-4260-a556-aca043453d3e tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:31.361142 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-823669f9-cf45-4689-be10-40ab8df1b357 req-cfba0cf4-d1b6-4260-a556-aca043453d3e tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=663dd71e-90c6-4ae5-bf0e-e2f54fe661be HTTP/1.1" status: 200 len: 945 time: 0.1296508 Jun 06 12:05:31.388086 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-2040cb99-e88b-455f-8c5e-eba35235943e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33107049'] for network, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:31.434548 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-16069c73-57ac-4ad3-abfa-90cd2074fb58 req-9a3fe683-0995-4008-9e31-dc8afa0b5b69 tempest-VolumesActionsTest-1670845125 tempest-VolumesActionsTest-1670845125-project] 10.222.0.32 "GET /v2.0/security-groups?id=56311e74-1a71-4835-93df-053785cc4c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724697 Jun 06 12:05:31.442114 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-823669f9-cf45-4689-be10-40ab8df1b357 req-4cafc371-0657-463a-bc8f-dd1ca2fb1eea tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=da3a596c-c8ed-4184-9b24-a093c67db910&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646224 Jun 06 12:05:31.519758 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-2040cb99-e88b-455f-8c5e-eba35235943e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33119602', 'neutron.services.segments.db._delete_segments_for_network-8778191637926'] for network, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:31.532502 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.services.segments.db [None req-2040cb99-e88b-455f-8c5e-eba35235943e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eb4b2e8-267f-4840-b822-90586b7515c8']}} {{(pid=92097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:05:31.549206 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.services.segments.db [None req-2040cb99-e88b-455f-8c5e-eba35235943e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '448dda07-3673-49e7-94ad-a98ccf716503') {'for_net_delete': True} {{(pid=92097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:05:31.549206 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.services.segments.db [None req-2040cb99-e88b-455f-8c5e-eba35235943e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '448dda07-3673-49e7-94ad-a98ccf716503') {} {{(pid=92097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:05:31.557645 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-2040cb99-e88b-455f-8c5e-eba35235943e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778191512257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-907565'] for segment, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:31.574023 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-2040cb99-e88b-455f-8c5e-eba35235943e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33122656'] for segment, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:31.582529 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2040cb99-e88b-455f-8c5e-eba35235943e admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=92097) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 12:05:31.583080 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-2040cb99-e88b-455f-8c5e-eba35235943e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33122656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2165276'] for segment, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:31.589394 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device f099d70f-d6ae-4066-9a6f-577c5386522a no longer exists at agent hyperv_hv-cinder-78626 {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 12:05:31.598547 dv-cinder-786266-2-smb neutron-server[92097]: Traceback (most recent call last): Jun 06 12:05:31.598547 dv-cinder-786266-2-smb neutron-server[92097]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 12:05:31.598547 dv-cinder-786266-2-smb neutron-server[92097]: timer() Jun 06 12:05:31.598547 dv-cinder-786266-2-smb neutron-server[92097]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 12:05:31.598547 dv-cinder-786266-2-smb neutron-server[92097]: cb(*args, **kw) Jun 06 12:05:31.598547 dv-cinder-786266-2-smb neutron-server[92097]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 12:05:31.598547 dv-cinder-786266-2-smb neutron-server[92097]: return func(*args, **kwargs) Jun 06 12:05:31.598547 dv-cinder-786266-2-smb neutron-server[92097]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 12:05:31.598547 dv-cinder-786266-2-smb neutron-server[92097]: self._notify() Jun 06 12:05:31.598547 dv-cinder-786266-2-smb neutron-server[92097]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 12:05:31.598547 dv-cinder-786266-2-smb neutron-server[92097]: self.callback(batched_events) Jun 06 12:05:31.598547 dv-cinder-786266-2-smb neutron-server[92097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 12:05:31.598547 dv-cinder-786266-2-smb neutron-server[92097]: event.method(event) Jun 06 12:05:31.598547 dv-cinder-786266-2-smb neutron-server[92097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 12:05:31.598547 dv-cinder-786266-2-smb neutron-server[92097]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 12:05:31.598547 dv-cinder-786266-2-smb neutron-server[92097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 12:05:31.598547 dv-cinder-786266-2-smb neutron-server[92097]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 12:05:31.598547 dv-cinder-786266-2-smb neutron-server[92097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 12:05:31.598547 dv-cinder-786266-2-smb neutron-server[92097]: return f(self, *a, **k) Jun 06 12:05:31.598547 dv-cinder-786266-2-smb neutron-server[92097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 12:05:31.598547 dv-cinder-786266-2-smb neutron-server[92097]: return self._get(url).json() Jun 06 12:05:31.598547 dv-cinder-786266-2-smb neutron-server[92097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 12:05:31.598547 dv-cinder-786266-2-smb neutron-server[92097]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 12:05:31.598547 dv-cinder-786266-2-smb neutron-server[92097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 12:05:31.598547 dv-cinder-786266-2-smb neutron-server[92097]: return self.request(url, 'GET', **kwargs) Jun 06 12:05:31.598547 dv-cinder-786266-2-smb neutron-server[92097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 12:05:31.598547 dv-cinder-786266-2-smb neutron-server[92097]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 12:05:31.598547 dv-cinder-786266-2-smb neutron-server[92097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 12:05:31.598547 dv-cinder-786266-2-smb neutron-server[92097]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 12:05:31.598547 dv-cinder-786266-2-smb neutron-server[92097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 12:05:31.598547 dv-cinder-786266-2-smb neutron-server[92097]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 12:05:31.598547 dv-cinder-786266-2-smb neutron-server[92097]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 12:05:31.624779 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.plugin [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] No Port match for: f099d70f-d6ae-4066-9a6f-577c5386522a {{(pid=92098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 12:05:31.625116 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device f099d70f-d6ae-4066-9a6f-577c5386522a not bound to the agent host hv-cinder-78626 {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 12:05:31.766496 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-2040cb99-e88b-455f-8c5e-eba35235943e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33119593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-702243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-617627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558951'] for network, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:31.773167 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-2040cb99-e88b-455f-8c5e-eba35235943e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617724'] for network, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:31.776144 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-2040cb99-e88b-455f-8c5e-eba35235943e admin admin] 10.222.0.32 "DELETE /v2.0/networks/5eb4b2e8-267f-4840-b822-90586b7515c8 HTTP/1.1" status: 204 len: 168 time: 0.5008173 Jun 06 12:05:31.776924 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:05:31.799626 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2040cb99-e88b-455f-8c5e-eba35235943e admin admin] Pushing event deleted for resources: {'Network': ['ID=5eb4b2e8-267f-4840-b822-90586b7515c8,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:05:31.805036 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-2040cb99-e88b-455f-8c5e-eba35235943e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:05:31.905940 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4d7d4-84fb-4405-8c77-3beaabc0d345 req-0d455d3a-c461-4187-9fe7-7961daf3e397 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:31.907415 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6eb4d7d4-84fb-4405-8c77-3beaabc0d345 req-0d455d3a-c461-4187-9fe7-7961daf3e397 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/ports?device_id=133bafca-ca83-4455-a451-16c06e873c55 HTTP/1.1" status: 200 len: 945 time: 0.0863712 Jun 06 12:05:31.960858 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6eb4d7d4-84fb-4405-8c77-3beaabc0d345 req-56f19322-0833-44f3-9438-6251092cffd4 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/security-groups?id=ceabc356-99f9-4025-a839-4d356bbc8e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477293 Jun 06 12:05:32.100954 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2cb4b-9f7c-4536-80d9-b008efdc211b req-f46704ec-5c9b-44d9-8554-039fa8de1fde tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:32.102426 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-f4b2cb4b-9f7c-4536-80d9-b008efdc211b req-f46704ec-5c9b-44d9-8554-039fa8de1fde tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbc879d7-7892-49d1-b704-4b31e81d5886 HTTP/1.1" status: 200 len: 945 time: 0.0834689 Jun 06 12:05:32.145904 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-f4b2cb4b-9f7c-4536-80d9-b008efdc211b req-4d236524-f18e-4e7f-8765-4f60f4f9cda8 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369861 Jun 06 12:05:32.226779 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 34640) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:05:32.281918 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-69af89c5-444e-43e4-889d-2dbab9b61ad8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c20043a715c44fce92d9a4f55e7bb26b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0509448 Jun 06 12:05:32.282206 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 34644) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:05:32.342041 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-502e0db8-41f4-4e02-a708-c7590b24cd7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:32.368743 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-502e0db8-41f4-4e02-a708-c7590b24cd7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:32.496306 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-502e0db8-41f4-4e02-a708-c7590b24cd7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:32.501699 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-502e0db8-41f4-4e02-a708-c7590b24cd7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:32.505358 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-502e0db8-41f4-4e02-a708-c7590b24cd7f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6a753ed1-035d-4449-890e-ded7effedaa8 HTTP/1.1" status: 204 len: 168 time: 0.2197218 Jun 06 12:05:32.505358 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-65477b2d-d6c1-4c6b-9aae-c6f1a5c150d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:05:32.514310 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502e0db8-41f4-4e02-a708-c7590b24cd7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a753ed1-035d-4449-890e-ded7effedaa8,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:05:32.517676 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-502e0db8-41f4-4e02-a708-c7590b24cd7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:05:32.723550 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299db7b-6976-45f1-be8e-91d548e70c5b req-4203656c-7bd2-4a02-bad3-f670b3b38499 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:32.725010 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-8299db7b-6976-45f1-be8e-91d548e70c5b req-4203656c-7bd2-4a02-bad3-f670b3b38499 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=663dd71e-90c6-4ae5-bf0e-e2f54fe661be HTTP/1.1" status: 200 len: 945 time: 0.1135581 Jun 06 12:05:32.736636 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8105d095-f2d6-498c-ae43-7497dd09a23c req-8f3b2fdc-e57c-45ab-a148-36552324214f tempest-VolumesActionsTest-1670845125 tempest-VolumesActionsTest-1670845125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:32.738079 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-8105d095-f2d6-498c-ae43-7497dd09a23c req-8f3b2fdc-e57c-45ab-a148-36552324214f tempest-VolumesActionsTest-1670845125 tempest-VolumesActionsTest-1670845125-project] 10.222.0.32 "GET /v2.0/ports?device_id=f46f1656-e4dd-4e67-832d-968581a72ddc HTTP/1.1" status: 200 len: 943 time: 0.1789553 Jun 06 12:05:32.810225 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-8299db7b-6976-45f1-be8e-91d548e70c5b req-6f9f9499-0a68-48fb-975e-40b13727e659 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=da3a596c-c8ed-4184-9b24-a093c67db910&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710814 Jun 06 12:05:32.813665 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-8105d095-f2d6-498c-ae43-7497dd09a23c req-e7c19ad5-f695-4aec-8260-bebe67b2365e tempest-VolumesActionsTest-1670845125 tempest-VolumesActionsTest-1670845125-project] 10.222.0.32 "GET /v2.0/security-groups?id=56311e74-1a71-4835-93df-053785cc4c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601494 Jun 06 12:05:33.168317 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca3a2ba-a7de-4318-ad85-2b7f5501d730 req-cfef0da1-5b50-41f0-a1ff-8024f3016135 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:33.171564 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-7ca3a2ba-a7de-4318-ad85-2b7f5501d730 req-cfef0da1-5b50-41f0-a1ff-8024f3016135 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/ports?device_id=133bafca-ca83-4455-a451-16c06e873c55 HTTP/1.1" status: 200 len: 945 time: 0.0900033 Jun 06 12:05:33.219942 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-7ca3a2ba-a7de-4318-ad85-2b7f5501d730 req-3cddeb9e-11bc-4748-a72a-46ae81556862 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/security-groups?id=ceabc356-99f9-4025-a839-4d356bbc8e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435739 Jun 06 12:05:33.402671 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e56406-7456-4c2b-b75f-c207b4d538f1 req-b156adbe-d5f3-4541-bd8c-1e16127546af tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:33.405497 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-45e56406-7456-4c2b-b75f-c207b4d538f1 req-b156adbe-d5f3-4541-bd8c-1e16127546af tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbc879d7-7892-49d1-b704-4b31e81d5886 HTTP/1.1" status: 200 len: 945 time: 0.0855849 Jun 06 12:05:33.572425 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-45e56406-7456-4c2b-b75f-c207b4d538f1 req-71378e4f-24c4-485f-9c96-5c709bbbada4 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603546 Jun 06 12:05:33.591194 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device abc29bca-96fc-42e0-916a-44550311db7f details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=92098) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 12:05:33.619444 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df2280-166e-4da0-bea7-be19dd1bf7f4 req-e2f40c21-6f6e-4a24-9600-b3dbd48a9e31 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:33.620890 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-64df2280-166e-4da0-bea7-be19dd1bf7f4 req-e2f40c21-6f6e-4a24-9600-b3dbd48a9e31 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?device_id=c17b341a-70f0-41e0-b1d6-cafeea923992 HTTP/1.1" status: 200 len: 945 time: 0.0886440 Jun 06 12:05:33.674980 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-64df2280-166e-4da0-bea7-be19dd1bf7f4 req-1f9f4d81-536c-4efe-8166-0a4c0da4e176 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/security-groups?id=f23f4ac2-a34a-4b05-b7f3-4b7c23d9b1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422242 Jun 06 12:05:33.752995 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] For port abc29bca-96fc-42e0-916a-44550311db7f, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=abc29bca-96fc-42e0-916a-44550311db7f,segment=NetworkSegment(2564c6b8-2c65-4899-be7d-d84578c0688f),segment_id=2564c6b8-2c65-4899-be7d-d84578c0688f)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:05:33.796530 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Returning: {'device': 'abc29bca-96fc-42e0-916a-44550311db7f', 'network_id': '455ea1b7-fd96-4c35-91a8-07d06e248485', 'port_id': 'abc29bca-96fc-42e0-916a-44550311db7f', 'mac_address': 'fa:16:3e:03:09:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbe2f308-6ef3-4485-8a6a-507c787d2855', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92098) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 12:05:33.881818 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:33.904396 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.notifiers.nova [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abc29bca-96fc-42e0-916a-44550311db7f {{(pid=92098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 12:05:33.922673 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] For port abc29bca-96fc-42e0-916a-44550311db7f, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=abc29bca-96fc-42e0-916a-44550311db7f,segment=NetworkSegment(2564c6b8-2c65-4899-be7d-d84578c0688f),segment_id=2564c6b8-2c65-4899-be7d-d84578c0688f)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:05:34.003351 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:34.006073 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-5f6c9c4d-a673-4eb6-9b8a-92106d4fbf02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:05:34.086109 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Pushing event updated for resources: {'Port': ['ID=abc29bca-96fc-42e0-916a-44550311db7f,revision_number=4']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:05:34.089812 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:05:34.093940 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cda961-a399-42fa-80ba-066ed3c5048e req-5a876766-1578-4b19-88f9-96ec53e3fb18 tempest-VolumesActionsTest-1670845125 tempest-VolumesActionsTest-1670845125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:34.096013 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-71cda961-a399-42fa-80ba-066ed3c5048e req-5a876766-1578-4b19-88f9-96ec53e3fb18 tempest-VolumesActionsTest-1670845125 tempest-VolumesActionsTest-1670845125-project] 10.222.0.32 "GET /v2.0/ports?device_id=f46f1656-e4dd-4e67-832d-968581a72ddc HTTP/1.1" status: 200 len: 943 time: 0.1540391 Jun 06 12:05:34.122802 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f1bf59-5159-45bf-b783-24bb042392a1 req-2665e073-a101-466d-8f06-09c3a5fe3bd0 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:34.125247 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-56f1bf59-5159-45bf-b783-24bb042392a1 req-2665e073-a101-466d-8f06-09c3a5fe3bd0 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=663dd71e-90c6-4ae5-bf0e-e2f54fe661be HTTP/1.1" status: 200 len: 945 time: 0.1432228 Jun 06 12:05:34.179790 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-71cda961-a399-42fa-80ba-066ed3c5048e req-1324d25a-6d78-429b-8dc1-5809dca87bfb tempest-VolumesActionsTest-1670845125 tempest-VolumesActionsTest-1670845125-project] 10.222.0.32 "GET /v2.0/security-groups?id=56311e74-1a71-4835-93df-053785cc4c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772107 Jun 06 12:05:34.192691 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-56f1bf59-5159-45bf-b783-24bb042392a1 req-f329ae7c-e017-4e18-a5b1-955d61b3fd1d tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=da3a596c-c8ed-4184-9b24-a093c67db910&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618851 Jun 06 12:05:34.282619 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 34702) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:05:34.411242 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74241b36-e7a2-47d5-ae08-2a3cbe5d1a5e req-a497ddf9-2e26-4ecd-bcd1-48520dfd67fe tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:34.412682 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-74241b36-e7a2-47d5-ae08-2a3cbe5d1a5e req-a497ddf9-2e26-4ecd-bcd1-48520dfd67fe tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/ports?device_id=133bafca-ca83-4455-a451-16c06e873c55 HTTP/1.1" status: 200 len: 945 time: 0.0794444 Jun 06 12:05:34.419191 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] get_ports_and_sgs() called for port_ids ['abc29bca-96fc-42e0-916a-44550311db7f'] {{(pid=92098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 12:05:34.464426 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.agents_db [None req-260e75b6-693f-447f-9c37-08072a5d67b1 None None] Agent healthcheck: found 6 active agents {{(pid=92099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 12:05:34.478937 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-74241b36-e7a2-47d5-ae08-2a3cbe5d1a5e req-a240cb40-dc5b-4efa-aad5-9f32a8a3f230 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/security-groups?id=ceabc356-99f9-4025-a839-4d356bbc8e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577667 Jun 06 12:05:34.540998 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-3ac5cf7c-2101-4640-a4cb-0b67ca0c3152 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:34.666235 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-3ac5cf7c-2101-4640-a4cb-0b67ca0c3152 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:34.731352 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-3ac5cf7c-2101-4640-a4cb-0b67ca0c3152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:34.762191 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-576002b0-6c12-4d97-a078-d1dfcfd23a47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:05:34.793144 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-3ac5cf7c-2101-4640-a4cb-0b67ca0c3152 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d0e13fa884cf4214833afdb71a4fd966&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5093656 Jun 06 12:05:34.793714 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 34714) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:05:34.799269 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac5cf7c-2101-4640-a4cb-0b67ca0c3152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8268c912-adea-4d1b-b744-50cdc3780fd0,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:05:34.802351 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-3ac5cf7c-2101-4640-a4cb-0b67ca0c3152 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:05:34.842685 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a6fa4d-aba8-4fcf-8537-e8515c066db4 req-3acf818e-b3bf-400e-92d1-b377fb128cbd tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:34.844159 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-84a6fa4d-aba8-4fcf-8537-e8515c066db4 req-3acf818e-b3bf-400e-92d1-b377fb128cbd tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbc879d7-7892-49d1-b704-4b31e81d5886 HTTP/1.1" status: 200 len: 945 time: 0.1503031 Jun 06 12:05:34.937590 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-84a6fa4d-aba8-4fcf-8537-e8515c066db4 req-1fb15c9e-b420-4bbf-a91a-57830fc1d9bd tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846753 Jun 06 12:05:34.956420 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-b1914e93-0048-4739-a295-f01d4b05fca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:34.993823 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f497e3-a29a-4302-80a4-97b059e3cf8e req-b96b204d-2ec4-486e-99a5-889a2223e81a tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:34.995150 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-12f497e3-a29a-4302-80a4-97b059e3cf8e req-b96b204d-2ec4-486e-99a5-889a2223e81a tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?device_id=c17b341a-70f0-41e0-b1d6-cafeea923992 HTTP/1.1" status: 200 len: 945 time: 0.2005453 Jun 06 12:05:34.996827 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-b1914e93-0048-4739-a295-f01d4b05fca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:35.066140 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-12f497e3-a29a-4302-80a4-97b059e3cf8e req-6a982ff4-b481-446f-befd-d6841d772960 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/security-groups?id=f23f4ac2-a34a-4b05-b7f3-4b7c23d9b1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622141 Jun 06 12:05:35.142602 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-b1914e93-0048-4739-a295-f01d4b05fca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:35.146169 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-b1914e93-0048-4739-a295-f01d4b05fca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:35.147778 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-b1914e93-0048-4739-a295-f01d4b05fca3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8268c912-adea-4d1b-b744-50cdc3780fd0 HTTP/1.1" status: 204 len: 168 time: 0.3505893 Jun 06 12:05:35.148579 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-a676a2ca-f02c-47a4-b8ce-87c6c67b8a95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:05:35.158979 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1914e93-0048-4739-a295-f01d4b05fca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8268c912-adea-4d1b-b744-50cdc3780fd0,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:05:35.161236 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-b1914e93-0048-4739-a295-f01d4b05fca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:05:35.428472 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c30703-1c07-48f2-a1fd-48f8ab73d414 req-10784a1f-e13d-413a-bb27-e574c58d0053 tempest-VolumesActionsTest-1670845125 tempest-VolumesActionsTest-1670845125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:35.429953 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c6c30703-1c07-48f2-a1fd-48f8ab73d414 req-10784a1f-e13d-413a-bb27-e574c58d0053 tempest-VolumesActionsTest-1670845125 tempest-VolumesActionsTest-1670845125-project] 10.222.0.32 "GET /v2.0/ports?device_id=f46f1656-e4dd-4e67-832d-968581a72ddc HTTP/1.1" status: 200 len: 944 time: 0.1422129 Jun 06 12:05:35.440888 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01add516-426b-4ce2-bb8c-ce5245af9797 req-6e786711-625f-4c9b-abb8-09a59762d381 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:35.442382 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-01add516-426b-4ce2-bb8c-ce5245af9797 req-6e786711-625f-4c9b-abb8-09a59762d381 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=663dd71e-90c6-4ae5-bf0e-e2f54fe661be HTTP/1.1" status: 200 len: 945 time: 0.1179438 Jun 06 12:05:35.515422 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c6c30703-1c07-48f2-a1fd-48f8ab73d414 req-a6d0a5a9-7ffc-4d42-aad6-58110c127291 tempest-VolumesActionsTest-1670845125 tempest-VolumesActionsTest-1670845125-project] 10.222.0.32 "GET /v2.0/security-groups?id=56311e74-1a71-4835-93df-053785cc4c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720708 Jun 06 12:05:35.523340 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-01add516-426b-4ce2-bb8c-ce5245af9797 req-a853a22b-5263-45fe-b14a-c02968d50db3 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=da3a596c-c8ed-4184-9b24-a093c67db910&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656426 Jun 06 12:05:35.786874 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b388ea9e-1a7b-47cf-a476-0e49cd6c08be req-7d59ec2a-f997-45da-ac78-5a9d397094f2 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:35.788437 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-b388ea9e-1a7b-47cf-a476-0e49cd6c08be req-7d59ec2a-f997-45da-ac78-5a9d397094f2 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/ports?device_id=133bafca-ca83-4455-a451-16c06e873c55 HTTP/1.1" status: 200 len: 945 time: 0.1340199 Jun 06 12:05:35.846608 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bad76-8ed5-4be8-a735-f4ca8acd8e68 req-6e37bc81-6a4f-4e9e-bc9a-0ff3bc67150f tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:35.847891 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-741bad76-8ed5-4be8-a735-f4ca8acd8e68 req-6e37bc81-6a4f-4e9e-bc9a-0ff3bc67150f tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.35 "GET /v2.0/ports?device_id=c17b341a-70f0-41e0-b1d6-cafeea923992 HTTP/1.1" status: 200 len: 945 time: 0.1330817 Jun 06 12:05:35.852199 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-b388ea9e-1a7b-47cf-a476-0e49cd6c08be req-9edb0426-1ebd-4101-89bb-2e27a33e8850 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/security-groups?id=ceabc356-99f9-4025-a839-4d356bbc8e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578384 Jun 06 12:05:35.986112 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.plugin [req-741bad76-8ed5-4be8-a735-f4ca8acd8e68 req-6086faf5-bc3f-434e-86ae-c21db05abec1 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Deleting port 3a6d88ef-1efe-4f94-a4e5-d5f974191239 {{(pid=92096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 12:05:35.986452 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-741bad76-8ed5-4be8-a735-f4ca8acd8e68 req-6086faf5-bc3f-434e-86ae-c21db05abec1 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778191659996'] for port, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:36.179237 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.db [req-741bad76-8ed5-4be8-a735-f4ca8acd8e68 req-6086faf5-bc3f-434e-86ae-c21db05abec1 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] For port 3a6d88ef-1efe-4f94-a4e5-d5f974191239, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=3a6d88ef-1efe-4f94-a4e5-d5f974191239,segment=NetworkSegment(50ae22f6-2f71-4a96-af00-d2fd8d97cc9b),segment_id=50ae22f6-2f71-4a96-af00-d2fd8d97cc9b)] {{(pid=92096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:05:36.179952 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-741bad76-8ed5-4be8-a735-f4ca8acd8e68 req-6086faf5-bc3f-434e-86ae-c21db05abec1 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598405'] for port, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:36.414269 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.plugin [req-741bad76-8ed5-4be8-a735-f4ca8acd8e68 req-6086faf5-bc3f-434e-86ae-c21db05abec1 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Calling delete_port for 3a6d88ef-1efe-4f94-a4e5-d5f974191239 owned by compute:nova {{(pid=92096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 12:05:36.454819 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412757c9-641e-456a-9e1c-0527e351c889 req-5842c2d2-6fe6-451d-914f-4264cbdaadb2 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:36.456610 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-412757c9-641e-456a-9e1c-0527e351c889 req-5842c2d2-6fe6-451d-914f-4264cbdaadb2 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbc879d7-7892-49d1-b704-4b31e81d5886 HTTP/1.1" status: 200 len: 945 time: 0.3820870 Jun 06 12:05:36.527699 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d07cdd0-c167-4893-be8d-f7415d76fe3a req-174c3c2d-2ae5-436b-9800-8a2d8052bafb tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:36.529138 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-9d07cdd0-c167-4893-be8d-f7415d76fe3a req-174c3c2d-2ae5-436b-9800-8a2d8052bafb tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?device_id=c17b341a-70f0-41e0-b1d6-cafeea923992 HTTP/1.1" status: 200 len: 945 time: 0.3412502 Jun 06 12:05:36.535034 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-412757c9-641e-456a-9e1c-0527e351c889 req-dc08de45-bc8f-4cfe-83cc-0b12e1d0126f tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692000 Jun 06 12:05:36.630097 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-9d07cdd0-c167-4893-be8d-f7415d76fe3a req-be678629-e24a-425b-a02a-b90f7ada3216 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/security-groups?id=f23f4ac2-a34a-4b05-b7f3-4b7c23d9b1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878661 Jun 06 12:05:36.738408 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc808aa-3b1e-4962-8a90-4601d9ce6aa5 req-0ce00c63-4543-4ed9-a447-181c09bcda60 tempest-VolumesActionsTest-1670845125 tempest-VolumesActionsTest-1670845125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:36.740043 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-afc808aa-3b1e-4962-8a90-4601d9ce6aa5 req-0ce00c63-4543-4ed9-a447-181c09bcda60 tempest-VolumesActionsTest-1670845125 tempest-VolumesActionsTest-1670845125-project] 10.222.0.32 "GET /v2.0/ports?device_id=f46f1656-e4dd-4e67-832d-968581a72ddc HTTP/1.1" status: 200 len: 944 time: 0.1018960 Jun 06 12:05:36.818124 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-741bad76-8ed5-4be8-a735-f4ca8acd8e68 req-6086faf5-bc3f-434e-86ae-c21db05abec1 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778191664348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778191160661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2160272'] for port, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:36.830368 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] get_ports_and_sgs() called for port_ids ['c6f5676b-5bc6-4820-b8e1-624adac7d88f', 'be99e1d7-dbc9-4687-a00e-9765dfb53d5b', '3a6d88ef-1efe-4f94-a4e5-d5f974191239'] {{(pid=92098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 12:05:36.834327 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-12743bef-afec-4473-81eb-9047a71890d8 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:05:36.883349 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6086faf5-bc3f-434e-86ae-c21db05abec1 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Pushing event deleted for resources: {'Port': ['ID=3a6d88ef-1efe-4f94-a4e5-d5f974191239,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:05:36.894755 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-6086faf5-bc3f-434e-86ae-c21db05abec1 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:05:36.906251 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-afc808aa-3b1e-4962-8a90-4601d9ce6aa5 req-b5e3e1fd-f2fd-41ee-86d7-97de01198880 tempest-VolumesActionsTest-1670845125 tempest-VolumesActionsTest-1670845125-project] 10.222.0.32 "GET /v2.0/security-groups?id=56311e74-1a71-4835-93df-053785cc4c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591980 Jun 06 12:05:37.001286 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.db.l3_dvrscheduler_db [req-741bad76-8ed5-4be8-a735-f4ca8acd8e68 req-6086faf5-bc3f-434e-86ae-c21db05abec1 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] No DVR routers for this DVR port 3a6d88ef-1efe-4f94-a4e5-d5f974191239 on host hv-cinder-78626 {{(pid=92096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 12:05:37.007466 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-741bad76-8ed5-4be8-a735-f4ca8acd8e68 req-6086faf5-bc3f-434e-86ae-c21db05abec1 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160768'] for port, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:37.009453 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-741bad76-8ed5-4be8-a735-f4ca8acd8e68 req-6086faf5-bc3f-434e-86ae-c21db05abec1 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.35 "DELETE /v2.0/ports/3a6d88ef-1efe-4f94-a4e5-d5f974191239 HTTP/1.1" status: 204 len: 173 time: 1.1546195 Jun 06 12:05:37.010638 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c17b341a-70f0-41e0-b1d6-cafeea923992', 'name': 'network-vif-deleted', 'tag': '3a6d88ef-1efe-4f94-a4e5-d5f974191239'}] {{(pid=92096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:05:37.013307 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70cf447e3881262ea0b43a88f7d0d33c778b0ed04640d1c627a7304ff1bba8b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fde3691-80e3-4e71-9e18-291fdfdc89eb" -d '{"events": [{"server_uuid": "c17b341a-70f0-41e0-b1d6-cafeea923992", "name": "network-vif-deleted", "tag": "3a6d88ef-1efe-4f94-a4e5-d5f974191239"}]}' {{(pid=92096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:05:37.075608 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6c106-86d8-4019-a1da-5bbbc00dd27c req-6ee16750-a4ca-4e7d-814f-283b3d37546f tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:37.077588 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-e5b6c106-86d8-4019-a1da-5bbbc00dd27c req-6ee16750-a4ca-4e7d-814f-283b3d37546f tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=663dd71e-90c6-4ae5-bf0e-e2f54fe661be HTTP/1.1" status: 200 len: 945 time: 0.3135531 Jun 06 12:05:37.142532 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-e5b6c106-86d8-4019-a1da-5bbbc00dd27c req-1f128c39-0986-4f7c-a626-4f3ccd7e4c8c tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=da3a596c-c8ed-4184-9b24-a093c67db910&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562813 Jun 06 12:05:37.150119 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca36a046-119b-4350-8d32-c87a30809a1e req-7b5dab82-f6aa-41a2-b44f-f232b12d38ab tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:37.151635 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ca36a046-119b-4350-8d32-c87a30809a1e req-7b5dab82-f6aa-41a2-b44f-f232b12d38ab tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/ports?device_id=133bafca-ca83-4455-a451-16c06e873c55 HTTP/1.1" status: 200 len: 945 time: 0.1464663 Jun 06 12:05:37.202521 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ca36a046-119b-4350-8d32-c87a30809a1e req-792fde2e-7e52-4408-8421-6d7bae6c41bf tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/security-groups?id=ceabc356-99f9-4025-a839-4d356bbc8e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439491 Jun 06 12:05:37.210654 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 12:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e70c4f-d7e2-42a6-b45c-fc0c741e4069 x-openstack-request-id: req-d2e70c4f-d7e2-42a6-b45c-fc0c741e4069 {{(pid=92096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:05:37.211043 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c17b341a-70f0-41e0-b1d6-cafeea923992", "name": "network-vif-deleted", "tag": "3a6d88ef-1efe-4f94-a4e5-d5f974191239", "status": "completed", "code": 200}]} {{(pid=92096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:05:37.211395 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d2e70c4f-d7e2-42a6-b45c-fc0c741e4069 {{(pid=92096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:05:37.211905 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c17b341a-70f0-41e0-b1d6-cafeea923992', 'name': 'network-vif-deleted', 'tag': '3a6d88ef-1efe-4f94-a4e5-d5f974191239', 'status': 'completed', 'code': 200} Jun 06 12:05:37.599198 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device abc29bca-96fc-42e0-916a-44550311db7f up at agent hyperv_hv-cinder-78626 {{(pid=92098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 12:05:37.725591 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c812dd-ee1d-4b79-a15f-189e74ea7d6c req-7f773e86-5a84-40a8-bd9f-36b700f45ef2 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:37.727056 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c0c812dd-ee1d-4b79-a15f-189e74ea7d6c req-7f773e86-5a84-40a8-bd9f-36b700f45ef2 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbc879d7-7892-49d1-b704-4b31e81d5886 HTTP/1.1" status: 200 len: 945 time: 0.0818229 Jun 06 12:05:37.747919 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Provisioning for port abc29bca-96fc-42e0-916a-44550311db7f completed by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 12:05:37.754081 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Provisioning complete for port abc29bca-96fc-42e0-916a-44550311db7f triggered by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:05:37.754562 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:37.815586 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-45c91b55-01bb-4b8b-a9f7-e2510f2d9149 req-4aa974d2-414c-4626-a7ee-ba4f2e848625 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?device_id=c17b341a-70f0-41e0-b1d6-cafeea923992 HTTP/1.1" status: 200 len: 210 time: 0.0636559 Jun 06 12:05:37.825738 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c0c812dd-ee1d-4b79-a15f-189e74ea7d6c req-f0fb3622-090c-40ed-a761-6d00728801ca tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922308 Jun 06 12:05:37.893078 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:37.931575 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] For port abc29bca-96fc-42e0-916a-44550311db7f, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=abc29bca-96fc-42e0-916a-44550311db7f,segment=NetworkSegment(2564c6b8-2c65-4899-be7d-d84578c0688f),segment_id=2564c6b8-2c65-4899-be7d-d84578c0688f)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:05:37.934212 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f46f1656-e4dd-4e67-832d-968581a72ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc29bca-96fc-42e0-916a-44550311db7f'}] {{(pid=92098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:05:37.936477 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e301314d1a362e62940ee01824f522d16df788b03badbdd7b1d0b93d98b8084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4aa4664-8df2-480f-b899-197edb8cb614" -d '{"events": [{"server_uuid": "f46f1656-e4dd-4e67-832d-968581a72ddc", "name": "network-vif-plugged", "status": "completed", "tag": "abc29bca-96fc-42e0-916a-44550311db7f"}]}' {{(pid=92098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:05:37.985709 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 12:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f50e9b0-39e9-42ea-98d0-cf8bc4f0c2eb x-openstack-request-id: req-2f50e9b0-39e9-42ea-98d0-cf8bc4f0c2eb {{(pid=92098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:05:37.986111 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f46f1656-e4dd-4e67-832d-968581a72ddc", "name": "network-vif-plugged", "status": "completed", "tag": "abc29bca-96fc-42e0-916a-44550311db7f", "code": 200}]} {{(pid=92098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:05:37.986375 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2f50e9b0-39e9-42ea-98d0-cf8bc4f0c2eb {{(pid=92098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:05:37.986764 dv-cinder-786266-2-smb neutron-server[92098]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f46f1656-e4dd-4e67-832d-968581a72ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc29bca-96fc-42e0-916a-44550311db7f', 'code': 200} Jun 06 12:05:38.016720 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:38.017714 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device 3a6d88ef-1efe-4f94-a4e5-d5f974191239 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 12:05:38.048300 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:05:38.088510 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.plugin [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] No Port match for: 3a6d88ef-1efe-4f94-a4e5-d5f974191239 {{(pid=92098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 12:05:38.088950 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device 3a6d88ef-1efe-4f94-a4e5-d5f974191239 not bound to the agent host hv-cinder-78626 {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 12:05:38.121741 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268cbb0a-6ca4-4dab-996d-3dbacd8cae7b req-741948e3-7822-4afc-9fb5-557359bf8956 tempest-VolumesActionsTest-1670845125 tempest-VolumesActionsTest-1670845125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:38.127887 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Pushing event updated for resources: {'Port': ['ID=abc29bca-96fc-42e0-916a-44550311db7f,revision_number=5']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:05:38.130022 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-268cbb0a-6ca4-4dab-996d-3dbacd8cae7b req-741948e3-7822-4afc-9fb5-557359bf8956 tempest-VolumesActionsTest-1670845125 tempest-VolumesActionsTest-1670845125-project] 10.222.0.32 "GET /v2.0/ports?device_id=f46f1656-e4dd-4e67-832d-968581a72ddc HTTP/1.1" status: 200 len: 945 time: 0.0924923 Jun 06 12:05:38.131911 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:05:38.186234 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-268cbb0a-6ca4-4dab-996d-3dbacd8cae7b req-b5cce940-6b24-4229-b3b2-5b0021aded7d tempest-VolumesActionsTest-1670845125 tempest-VolumesActionsTest-1670845125-project] 10.222.0.32 "GET /v2.0/security-groups?id=56311e74-1a71-4835-93df-053785cc4c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551224 Jun 06 12:05:38.467735 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4710d8a-a20f-4aa7-ad1b-6ba819afb909 req-75c10439-dac1-481e-890b-ba63ef76411f tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:38.469224 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c4710d8a-a20f-4aa7-ad1b-6ba819afb909 req-75c10439-dac1-481e-890b-ba63ef76411f tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=663dd71e-90c6-4ae5-bf0e-e2f54fe661be HTTP/1.1" status: 200 len: 945 time: 0.1943834 Jun 06 12:05:38.511670 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc24ca-5afb-46c3-8ad9-e5addcdf0fc2 req-01ba6be6-7ece-4c1e-af32-e23d3397d3ba tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:38.513098 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-becc24ca-5afb-46c3-8ad9-e5addcdf0fc2 req-01ba6be6-7ece-4c1e-af32-e23d3397d3ba tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/ports?device_id=133bafca-ca83-4455-a451-16c06e873c55 HTTP/1.1" status: 200 len: 945 time: 0.1836870 Jun 06 12:05:38.558719 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c4710d8a-a20f-4aa7-ad1b-6ba819afb909 req-90faa808-950a-4125-b35b-e090ac9f1dfd tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=da3a596c-c8ed-4184-9b24-a093c67db910&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811708 Jun 06 12:05:38.571005 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e96e022-c62b-456f-bf3b-cb125ee492ad req-d801a59e-19bd-4116-84db-63e0cc5da7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:38.572469 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-0e96e022-c62b-456f-bf3b-cb125ee492ad req-d801a59e-19bd-4116-84db-63e0cc5da7d3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f46f1656-e4dd-4e67-832d-968581a72ddc HTTP/1.1" status: 200 len: 1098 time: 0.1830156 Jun 06 12:05:38.601432 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-becc24ca-5afb-46c3-8ad9-e5addcdf0fc2 req-eb5f10c6-933f-4316-bf36-0d36a1c3d7e3 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/security-groups?id=ceabc356-99f9-4025-a839-4d356bbc8e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782776 Jun 06 12:05:38.628602 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-0e96e022-c62b-456f-bf3b-cb125ee492ad req-fc73f307-3d08-4b61-b876-4c9d104e6caf service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=56311e74-1a71-4835-93df-053785cc4c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459304 Jun 06 12:05:39.047413 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c63d4-cd62-4261-9316-ea55c46c1ad4 req-8d5caac2-eb6c-4d75-8299-d452df734be1 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:39.049289 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-bb6c63d4-cd62-4261-9316-ea55c46c1ad4 req-8d5caac2-eb6c-4d75-8299-d452df734be1 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbc879d7-7892-49d1-b704-4b31e81d5886 HTTP/1.1" status: 200 len: 945 time: 0.0936580 Jun 06 12:05:39.095320 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-bb6c63d4-cd62-4261-9316-ea55c46c1ad4 req-f5fde47a-d30c-4f25-8a90-4871bd437352 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401537 Jun 06 12:05:39.387940 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaceea5-dfe8-45b6-9acb-ea3fdd1cd6e6 req-7662e702-6a31-4a9d-839b-7f164ee42818 tempest-VolumesActionsTest-1670845125 tempest-VolumesActionsTest-1670845125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:39.397459 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-9eaceea5-dfe8-45b6-9acb-ea3fdd1cd6e6 req-7662e702-6a31-4a9d-839b-7f164ee42818 tempest-VolumesActionsTest-1670845125 tempest-VolumesActionsTest-1670845125-project] 10.222.0.32 "GET /v2.0/ports?device_id=f46f1656-e4dd-4e67-832d-968581a72ddc HTTP/1.1" status: 200 len: 945 time: 0.0807154 Jun 06 12:05:39.443162 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-9eaceea5-dfe8-45b6-9acb-ea3fdd1cd6e6 req-1ca1c0bf-75b1-4c16-bec0-89ec92e19b46 tempest-VolumesActionsTest-1670845125 tempest-VolumesActionsTest-1670845125-project] 10.222.0.32 "GET /v2.0/security-groups?id=56311e74-1a71-4835-93df-053785cc4c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428214 Jun 06 12:05:39.559793 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f6658-c10e-4e1e-8062-91628207dca7 req-5b63c909-52a5-4221-b569-f1745aadbab5 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:39.562084 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-981f6658-c10e-4e1e-8062-91628207dca7 req-5b63c909-52a5-4221-b569-f1745aadbab5 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2007890-cceb-4bbf-a386-0a1d59144733 HTTP/1.1" status: 200 len: 945 time: 0.0803306 Jun 06 12:05:39.608351 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-981f6658-c10e-4e1e-8062-91628207dca7 req-1d6fe735-50a6-43f9-ae6b-e8d50d2c953e tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/security-groups?id=f23f4ac2-a34a-4b05-b7f3-4b7c23d9b1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399482 Jun 06 12:05:39.633928 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device cc7aba5c-1311-49d5-ada0-73621eb9181f details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=92098) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 12:05:39.776733 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] For port cc7aba5c-1311-49d5-ada0-73621eb9181f, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=cc7aba5c-1311-49d5-ada0-73621eb9181f,segment=NetworkSegment(4ba14138-863d-4bea-aa89-dac6ed43a677),segment_id=4ba14138-863d-4bea-aa89-dac6ed43a677)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:05:39.790326 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Returning: {'device': 'cc7aba5c-1311-49d5-ada0-73621eb9181f', 'network_id': '9d232693-3d67-4acc-8d54-aa5376170328', 'port_id': 'cc7aba5c-1311-49d5-ada0-73621eb9181f', 'mac_address': 'fa:16:3e:52:c4:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9af00337-26dd-42bb-a5b7-bfb5439775d6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92098) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 12:05:39.820752 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a30c0a9-48ec-424f-bb4d-501d397afdea req-bd19ed40-2c74-454e-b1e9-9afb820bfeb5 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:39.822226 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-0a30c0a9-48ec-424f-bb4d-501d397afdea req-bd19ed40-2c74-454e-b1e9-9afb820bfeb5 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=663dd71e-90c6-4ae5-bf0e-e2f54fe661be HTTP/1.1" status: 200 len: 945 time: 0.1473961 Jun 06 12:05:39.835458 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe70d0-d4c9-47ff-9a3a-169fe1d21535 req-41e6d076-e5d9-463d-bb2b-66c43d26e774 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:39.838189 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-7dfe70d0-d4c9-47ff-9a3a-169fe1d21535 req-41e6d076-e5d9-463d-bb2b-66c43d26e774 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/ports?device_id=133bafca-ca83-4455-a451-16c06e873c55 HTTP/1.1" status: 200 len: 945 time: 0.1133490 Jun 06 12:05:39.848535 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:39.868798 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.notifiers.nova [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cc7aba5c-1311-49d5-ada0-73621eb9181f {{(pid=92098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 12:05:39.884133 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] For port cc7aba5c-1311-49d5-ada0-73621eb9181f, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=cc7aba5c-1311-49d5-ada0-73621eb9181f,segment=NetworkSegment(4ba14138-863d-4bea-aa89-dac6ed43a677),segment_id=4ba14138-863d-4bea-aa89-dac6ed43a677)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:05:39.914894 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-0a30c0a9-48ec-424f-bb4d-501d397afdea req-3887ca2c-625f-4a04-8e78-f1056a8b60bd tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=da3a596c-c8ed-4184-9b24-a093c67db910&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755835 Jun 06 12:05:39.918022 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-7dfe70d0-d4c9-47ff-9a3a-169fe1d21535 req-5c1c6438-86fe-4e94-9dcc-7ca4d8535d2e tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/security-groups?id=ceabc356-99f9-4025-a839-4d356bbc8e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610950 Jun 06 12:05:39.977133 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:39.979460 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:05:40.059057 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Pushing event updated for resources: {'Port': ['ID=cc7aba5c-1311-49d5-ada0-73621eb9181f,revision_number=6']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:05:40.062186 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:05:40.147871 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] get_ports_and_sgs() called for port_ids ['cc7aba5c-1311-49d5-ada0-73621eb9181f'] {{(pid=92098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 12:05:40.526741 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb4ff1d-625e-4195-b008-2ccdb4cffbbd req-eb5f5ae9-b8aa-4c1f-8fdf-ce5db24ee733 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:40.528210 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ecb4ff1d-625e-4195-b008-2ccdb4cffbbd req-eb5f5ae9-b8aa-4c1f-8fdf-ce5db24ee733 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbc879d7-7892-49d1-b704-4b31e81d5886 HTTP/1.1" status: 200 len: 945 time: 0.3028831 Jun 06 12:05:40.536749 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84917075-9b77-4d56-a94f-9e9f6d50ed96 req-8fa34d07-285d-4414-aea8-1ecb4ceb7910 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:40.538160 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-84917075-9b77-4d56-a94f-9e9f6d50ed96 req-8fa34d07-285d-4414-aea8-1ecb4ceb7910 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/ports?device_id=133bafca-ca83-4455-a451-16c06e873c55 HTTP/1.1" status: 200 len: 945 time: 0.1142025 Jun 06 12:05:40.655300 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ecb4ff1d-625e-4195-b008-2ccdb4cffbbd req-a9e2b63a-ec53-4ac3-9cf4-85643ca84625 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161816 Jun 06 12:05:40.662819 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-84917075-9b77-4d56-a94f-9e9f6d50ed96 req-2a70e0d4-636f-4963-b9b7-b325119d56cb tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/security-groups?id=ceabc356-99f9-4025-a839-4d356bbc8e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088426 Jun 06 12:05:40.733422 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75c730-08c5-4b48-9b86-172d0657287d req-154e53da-a619-49f4-a142-0dd6d1631f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:40.739351 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-1e75c730-08c5-4b48-9b86-172d0657287d req-154e53da-a619-49f4-a142-0dd6d1631f8a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=eca5e9a6e3374a4193593b4832b36a26&device_id=133bafca-ca83-4455-a451-16c06e873c55 HTTP/1.1" status: 200 len: 1098 time: 0.1352389 Jun 06 12:05:40.990079 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75c730-08c5-4b48-9b86-172d0657287d req-6d17b4e2-4867-48a6-b4a1-92352221b104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:40.991525 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-1e75c730-08c5-4b48-9b86-172d0657287d req-6d17b4e2-4867-48a6-b4a1-92352221b104 service neutron] 10.222.0.35 "GET /v2.0/networks?id=99f1ec4c-50c1-42cf-bf31-28bc5611fa58 HTTP/1.1" status: 200 len: 911 time: 0.2452404 Jun 06 12:05:41.116732 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19713ff-11fb-4c0c-9f5d-dac9c14a3d86 req-2fc658f3-11a5-44c8-9383-78403f8dd5ae tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:41.118218 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-d19713ff-11fb-4c0c-9f5d-dac9c14a3d86 req-2fc658f3-11a5-44c8-9383-78403f8dd5ae tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2007890-cceb-4bbf-a386-0a1d59144733 HTTP/1.1" status: 200 len: 945 time: 0.3239152 Jun 06 12:05:41.129548 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28268b7-200d-4fd3-8d00-f8296242f964 req-21a338f7-3056-4a7e-a2e7-3b1761088800 tempest-VolumesActionsTest-1670845125 tempest-VolumesActionsTest-1670845125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:41.136569 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c28268b7-200d-4fd3-8d00-f8296242f964 req-21a338f7-3056-4a7e-a2e7-3b1761088800 tempest-VolumesActionsTest-1670845125 tempest-VolumesActionsTest-1670845125-project] 10.222.0.32 "GET /v2.0/ports?device_id=f46f1656-e4dd-4e67-832d-968581a72ddc HTTP/1.1" status: 200 len: 945 time: 0.2924514 Jun 06 12:05:41.142936 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-1e75c730-08c5-4b48-9b86-172d0657287d req-e1fe7cf1-1e8e-4bb9-b3e7-a2cfdb912b9e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67e820f7-0b84-45b6-805e-b7bd2eb0dc35 HTTP/1.1" status: 200 len: 1000 time: 0.1415672 Jun 06 12:05:41.284676 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-d19713ff-11fb-4c0c-9f5d-dac9c14a3d86 req-aa4e867f-d6ff-48ba-a7d9-83c33a125a13 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/security-groups?id=f23f4ac2-a34a-4b05-b7f3-4b7c23d9b1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452229 Jun 06 12:05:41.293039 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c28268b7-200d-4fd3-8d00-f8296242f964 req-04f017a4-ddb2-485b-9cbd-bfe0ae449e54 tempest-VolumesActionsTest-1670845125 tempest-VolumesActionsTest-1670845125-project] 10.222.0.32 "GET /v2.0/security-groups?id=56311e74-1a71-4835-93df-053785cc4c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556401 Jun 06 12:05:41.301943 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75c730-08c5-4b48-9b86-172d0657287d req-ac335481-f039-4f54-9461-e02911f0640a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:41.303435 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-1e75c730-08c5-4b48-9b86-172d0657287d req-ac335481-f039-4f54-9461-e02911f0640a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d6151d6c-a3ca-4b30-8028-8df9c8252719 HTTP/1.1" status: 200 len: 849 time: 0.1263294 Jun 06 12:05:41.330291 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af333f5-2be1-4bd1-9e56-e3f376e083df req-4afc0011-4e7a-4de8-a245-3c6c43a3aef4 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:41.331495 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-8af333f5-2be1-4bd1-9e56-e3f376e083df req-4afc0011-4e7a-4de8-a245-3c6c43a3aef4 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2007890-cceb-4bbf-a386-0a1d59144733 HTTP/1.1" status: 200 len: 945 time: 0.1036582 Jun 06 12:05:41.468182 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75c730-08c5-4b48-9b86-172d0657287d req-37229e3c-f3ea-46de-b5e5-271008731257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:41.470293 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-1e75c730-08c5-4b48-9b86-172d0657287d req-37229e3c-f3ea-46de-b5e5-271008731257 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=99f1ec4c-50c1-42cf-bf31-28bc5611fa58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1558073 Jun 06 12:05:41.555168 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.plugin [req-8af333f5-2be1-4bd1-9e56-e3f376e083df req-dd6c57d6-27c5-4863-95ab-1dacd644281e tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Deleting port be99e1d7-dbc9-4687-a00e-9765dfb53d5b {{(pid=92097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 12:05:41.555507 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-8af333f5-2be1-4bd1-9e56-e3f376e083df req-dd6c57d6-27c5-4863-95ab-1dacd644281e tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778191659996'] for port, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:41.635284 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device cc7aba5c-1311-49d5-ada0-73621eb9181f up at agent hyperv_hv-cinder-78626 {{(pid=92098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 12:05:41.756083 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-1e75c730-08c5-4b48-9b86-172d0657287d req-c99706cb-53cf-47de-9ad3-4ee6c54fd89b service neutron] 10.222.0.35 "GET /v2.0/networks/99f1ec4c-50c1-42cf-bf31-28bc5611fa58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735493 Jun 06 12:05:41.789190 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Provisioning complete for port cc7aba5c-1311-49d5-ada0-73621eb9181f triggered by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:05:41.790169 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:41.814169 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977326f-9ed1-49ee-9f1e-236b245d3b1f req-d72a112c-5eed-4d9f-803e-171ef9a777f2 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:41.821745 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-a977326f-9ed1-49ee-9f1e-236b245d3b1f req-d72a112c-5eed-4d9f-803e-171ef9a777f2 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=663dd71e-90c6-4ae5-bf0e-e2f54fe661be HTTP/1.1" status: 200 len: 944 time: 0.3010490 Jun 06 12:05:41.940272 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.db [req-8af333f5-2be1-4bd1-9e56-e3f376e083df req-dd6c57d6-27c5-4863-95ab-1dacd644281e tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] For port be99e1d7-dbc9-4687-a00e-9765dfb53d5b, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=be99e1d7-dbc9-4687-a00e-9765dfb53d5b,segment=NetworkSegment(50ae22f6-2f71-4a96-af00-d2fd8d97cc9b),segment_id=50ae22f6-2f71-4a96-af00-d2fd8d97cc9b)] {{(pid=92097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:05:41.940625 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-8af333f5-2be1-4bd1-9e56-e3f376e083df req-dd6c57d6-27c5-4863-95ab-1dacd644281e tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598405'] for port, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:42.008787 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-a977326f-9ed1-49ee-9f1e-236b245d3b1f req-cf2b44d6-9d9a-4c64-9328-0c10f893baa0 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=da3a596c-c8ed-4184-9b24-a093c67db910&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1858547 Jun 06 12:05:42.064138 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:42.083462 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-1e75c730-08c5-4b48-9b86-172d0657287d req-4f0b7464-7462-4b19-8683-2b3d7bea822a service neutron] 10.222.0.35 "GET /v2.0/networks/99f1ec4c-50c1-42cf-bf31-28bc5611fa58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168428 Jun 06 12:05:42.141089 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f867e-332c-4cf8-bb15-f7044e2921c2 req-a89ce481-2ee7-4f63-a8f3-67143f805ea2 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:42.153124 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-4a6f867e-332c-4cf8-bb15-f7044e2921c2 req-a89ce481-2ee7-4f63-a8f3-67143f805ea2 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbc879d7-7892-49d1-b704-4b31e81d5886 HTTP/1.1" status: 200 len: 945 time: 0.2161946 Jun 06 12:05:42.153579 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663dd71e-90c6-4ae5-bf0e-e2f54fe661be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc7aba5c-1311-49d5-ada0-73621eb9181f'}] {{(pid=92098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:05:42.157708 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e301314d1a362e62940ee01824f522d16df788b03badbdd7b1d0b93d98b8084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3afa6fed-3905-4633-83fd-5741eab984cd" -d '{"events": [{"server_uuid": "663dd71e-90c6-4ae5-bf0e-e2f54fe661be", "name": "network-vif-plugged", "status": "completed", "tag": "cc7aba5c-1311-49d5-ada0-73621eb9181f"}]}' {{(pid=92098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:05:42.175759 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] For port cc7aba5c-1311-49d5-ada0-73621eb9181f, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=cc7aba5c-1311-49d5-ada0-73621eb9181f,segment=NetworkSegment(4ba14138-863d-4bea-aa89-dac6ed43a677),segment_id=4ba14138-863d-4bea-aa89-dac6ed43a677)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:05:42.266910 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:42.269308 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:05:42.281376 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-4a6f867e-332c-4cf8-bb15-f7044e2921c2 req-278ac105-e902-41a2-a3cf-9765eb54e481 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271482 Jun 06 12:05:42.325680 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.plugin [req-8af333f5-2be1-4bd1-9e56-e3f376e083df req-dd6c57d6-27c5-4863-95ab-1dacd644281e tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Calling delete_port for be99e1d7-dbc9-4687-a00e-9765dfb53d5b owned by compute:nova {{(pid=92097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 12:05:42.419051 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a0f8b-e305-43ac-94f9-db3a33a62bc1 req-7d30857f-3dbe-4d1e-838f-887c19bb6e0a tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:42.425735 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-456a0f8b-e305-43ac-94f9-db3a33a62bc1 req-7d30857f-3dbe-4d1e-838f-887c19bb6e0a tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/ports?device_id=133bafca-ca83-4455-a451-16c06e873c55 HTTP/1.1" status: 200 len: 945 time: 0.2018282 Jun 06 12:05:42.426094 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 12:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6664dfcf-6990-4612-9b8a-68933ca43464 x-openstack-request-id: req-6664dfcf-6990-4612-9b8a-68933ca43464 {{(pid=92098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:05:42.427933 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "663dd71e-90c6-4ae5-bf0e-e2f54fe661be", "name": "network-vif-plugged", "status": "completed", "tag": "cc7aba5c-1311-49d5-ada0-73621eb9181f", "code": 200}]} {{(pid=92098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:05:42.427933 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6664dfcf-6990-4612-9b8a-68933ca43464 {{(pid=92098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:05:42.427933 dv-cinder-786266-2-smb neutron-server[92098]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '663dd71e-90c6-4ae5-bf0e-e2f54fe661be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc7aba5c-1311-49d5-ada0-73621eb9181f', 'code': 200} Jun 06 12:05:42.428489 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Pushing event updated for resources: {'Port': ['ID=cc7aba5c-1311-49d5-ada0-73621eb9181f,revision_number=7']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:05:42.444500 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:05:42.528575 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-456a0f8b-e305-43ac-94f9-db3a33a62bc1 req-cf072fdf-4671-4f8a-9736-ad6d2d29136c tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/security-groups?id=ceabc356-99f9-4025-a839-4d356bbc8e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014810 Jun 06 12:05:42.679457 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-8af333f5-2be1-4bd1-9e56-e3f376e083df req-dd6c57d6-27c5-4863-95ab-1dacd644281e tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778191664348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778191160661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2165323'] for port, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:42.688176 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-a3e12c5e-39fd-4b36-b70b-f44d7f80bdb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:05:42.699833 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] get_ports_and_sgs() called for port_ids ['c6f5676b-5bc6-4820-b8e1-624adac7d88f', 'be99e1d7-dbc9-4687-a00e-9765dfb53d5b'] {{(pid=92098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 12:05:42.850671 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-cb652215-4f65-4a79-8866-bc0fc2627800 req-7fc49a27-f948-4693-aee6-d6d0421f6712 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2007890-cceb-4bbf-a386-0a1d59144733 HTTP/1.1" status: 200 len: 210 time: 0.1358058 Jun 06 12:05:42.853121 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6c57d6-27c5-4863-95ab-1dacd644281e tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Pushing event deleted for resources: {'Port': ['ID=be99e1d7-dbc9-4687-a00e-9765dfb53d5b,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:05:42.869428 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-dd6c57d6-27c5-4863-95ab-1dacd644281e tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:05:43.030056 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.l3_dvrscheduler_db [req-8af333f5-2be1-4bd1-9e56-e3f376e083df req-dd6c57d6-27c5-4863-95ab-1dacd644281e tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] No DVR routers for this DVR port be99e1d7-dbc9-4687-a00e-9765dfb53d5b on host hv-cinder-78626 {{(pid=92097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 12:05:43.034113 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-8af333f5-2be1-4bd1-9e56-e3f376e083df req-dd6c57d6-27c5-4863-95ab-1dacd644281e tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160768'] for port, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:43.037437 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-8af333f5-2be1-4bd1-9e56-e3f376e083df req-dd6c57d6-27c5-4863-95ab-1dacd644281e tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.35 "DELETE /v2.0/ports/be99e1d7-dbc9-4687-a00e-9765dfb53d5b HTTP/1.1" status: 204 len: 173 time: 1.6980007 Jun 06 12:05:43.037437 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2007890-cceb-4bbf-a386-0a1d59144733', 'name': 'network-vif-deleted', 'tag': 'be99e1d7-dbc9-4687-a00e-9765dfb53d5b'}] {{(pid=92097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:05:43.041057 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0506e69bdf94a0a0544469556e00d4f87ccfa4abed68bb2c567d57a4f994f1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2c6e70-bb7b-4eb6-96e3-94686732800c" -d '{"events": [{"server_uuid": "b2007890-cceb-4bbf-a386-0a1d59144733", "name": "network-vif-deleted", "tag": "be99e1d7-dbc9-4687-a00e-9765dfb53d5b"}]}' {{(pid=92097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:05:43.136618 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 12:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ddf542-4786-4cd3-91e8-dc66f28fffa7 x-openstack-request-id: req-04ddf542-4786-4cd3-91e8-dc66f28fffa7 {{(pid=92097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:05:43.136961 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2007890-cceb-4bbf-a386-0a1d59144733", "name": "network-vif-deleted", "tag": "be99e1d7-dbc9-4687-a00e-9765dfb53d5b", "status": "completed", "code": 200}]} {{(pid=92097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:05:43.137542 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-04ddf542-4786-4cd3-91e8-dc66f28fffa7 {{(pid=92097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:05:43.138019 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2007890-cceb-4bbf-a386-0a1d59144733', 'name': 'network-vif-deleted', 'tag': 'be99e1d7-dbc9-4687-a00e-9765dfb53d5b', 'status': 'completed', 'code': 200} Jun 06 12:05:43.277865 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a8b82-16d4-4ee9-8986-0ced69f83ced req-b8683cc3-cde3-40ed-a93c-a62a9373b5b7 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:43.287644 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6b0a8b82-16d4-4ee9-8986-0ced69f83ced req-b8683cc3-cde3-40ed-a93c-a62a9373b5b7 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=663dd71e-90c6-4ae5-bf0e-e2f54fe661be HTTP/1.1" status: 200 len: 945 time: 0.1004426 Jun 06 12:05:43.355824 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6b0a8b82-16d4-4ee9-8986-0ced69f83ced req-32038a4c-7aa6-4935-9ad4-9e92428b0e99 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=da3a596c-c8ed-4184-9b24-a093c67db910&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673442 Jun 06 12:05:43.742709 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee87236-50cf-4b7e-80d3-76f6537babbe req-b63d4136-2021-44b0-b3db-af657371e134 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:43.744715 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-7ee87236-50cf-4b7e-80d3-76f6537babbe req-b63d4136-2021-44b0-b3db-af657371e134 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbc879d7-7892-49d1-b704-4b31e81d5886 HTTP/1.1" status: 200 len: 945 time: 0.2892787 Jun 06 12:05:43.876281 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-7ee87236-50cf-4b7e-80d3-76f6537babbe req-c897badd-d89b-42d2-9ab6-e91294f01f89 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895169 Jun 06 12:05:43.948674 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0c5143-b320-43bf-9f23-9dcb7c5be7f6 req-4b3ded76-4550-49ec-922c-9430249d5717 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:43.963167 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-7d0c5143-b320-43bf-9f23-9dcb7c5be7f6 req-4b3ded76-4550-49ec-922c-9430249d5717 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/ports?device_id=133bafca-ca83-4455-a451-16c06e873c55 HTTP/1.1" status: 200 len: 945 time: 0.2176247 Jun 06 12:05:44.061048 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-7d0c5143-b320-43bf-9f23-9dcb7c5be7f6 req-684bec88-7b4c-4bc8-8a94-05fecf4b29b7 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/security-groups?id=ceabc356-99f9-4025-a839-4d356bbc8e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947506 Jun 06 12:05:44.143077 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-9636f82c-73c9-4319-ac36-6d5cef4db463 req-17bf08c7-d9d5-4d60-bdc2-dc9cc75daa2a tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2007890-cceb-4bbf-a386-0a1d59144733 HTTP/1.1" status: 200 len: 210 time: 0.0444179 Jun 06 12:05:44.589569 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5478ad2b-69bb-441c-a76b-f6523a50b4be req-9cff3292-aae7-4315-9061-31be35694585 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:44.591363 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-5478ad2b-69bb-441c-a76b-f6523a50b4be req-9cff3292-aae7-4315-9061-31be35694585 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=663dd71e-90c6-4ae5-bf0e-e2f54fe661be HTTP/1.1" status: 200 len: 945 time: 0.1017666 Jun 06 12:05:44.668380 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-5478ad2b-69bb-441c-a76b-f6523a50b4be req-72262337-4540-4f31-bd2a-bea4e88cd227 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=da3a596c-c8ed-4184-9b24-a093c67db910&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705221 Jun 06 12:05:45.075165 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc66f8-13a0-4dd3-9bde-c7f2b4f58349 req-d5e91fdc-636a-4bfa-925f-eccb88b6440d tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:45.077798 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-73bc66f8-13a0-4dd3-9bde-c7f2b4f58349 req-d5e91fdc-636a-4bfa-925f-eccb88b6440d tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbc879d7-7892-49d1-b704-4b31e81d5886 HTTP/1.1" status: 200 len: 945 time: 0.0849252 Jun 06 12:05:45.130937 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-73bc66f8-13a0-4dd3-9bde-c7f2b4f58349 req-4ca2e994-90d1-4615-b2c6-b6b61f8900c3 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464427 Jun 06 12:05:45.681805 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device be99e1d7-dbc9-4687-a00e-9765dfb53d5b no longer exists at agent hyperv_hv-cinder-78626 {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 12:05:45.724856 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.plugin [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] No Port match for: be99e1d7-dbc9-4687-a00e-9765dfb53d5b {{(pid=92098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 12:05:45.728732 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device be99e1d7-dbc9-4687-a00e-9765dfb53d5b not bound to the agent host hv-cinder-78626 {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 12:05:46.109824 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b61dc-764d-45af-943c-5f36cfa15b11 req-dafb6907-aa9b-4b02-a003-8a264a76897d tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:46.111312 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-179b61dc-764d-45af-943c-5f36cfa15b11 req-dafb6907-aa9b-4b02-a003-8a264a76897d tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=663dd71e-90c6-4ae5-bf0e-e2f54fe661be HTTP/1.1" status: 200 len: 945 time: 0.0994985 Jun 06 12:05:46.175343 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-179b61dc-764d-45af-943c-5f36cfa15b11 req-0d450b11-2e38-4284-9d54-1e86fde14373 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=da3a596c-c8ed-4184-9b24-a093c67db910&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579398 Jun 06 12:05:46.355367 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2100a981-f669-4640-bb0a-d1911b82f0fe req-70ce7f2d-a2bd-4a74-9eec-e50105a82ddc tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:46.356790 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-2100a981-f669-4640-bb0a-d1911b82f0fe req-70ce7f2d-a2bd-4a74-9eec-e50105a82ddc tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbc879d7-7892-49d1-b704-4b31e81d5886 HTTP/1.1" status: 200 len: 945 time: 0.0787797 Jun 06 12:05:46.406986 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-2100a981-f669-4640-bb0a-d1911b82f0fe req-df8f820e-89e1-4361-9ba2-e6a265c8bc86 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437274 Jun 06 12:05:47.289524 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a5d27-cc71-43f7-8451-388ce1116b6b req-7908a468-051e-41cf-99d0-5dca699ef0e0 tempest-VolumesActionsTest-1670845125 tempest-VolumesActionsTest-1670845125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:47.291314 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-dd8a5d27-cc71-43f7-8451-388ce1116b6b req-7908a468-051e-41cf-99d0-5dca699ef0e0 tempest-VolumesActionsTest-1670845125 tempest-VolumesActionsTest-1670845125-project] 10.222.0.32 "GET /v2.0/ports?device_id=f46f1656-e4dd-4e67-832d-968581a72ddc HTTP/1.1" status: 200 len: 945 time: 0.1223218 Jun 06 12:05:47.349596 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-dd8a5d27-cc71-43f7-8451-388ce1116b6b req-d832e9bc-9728-48b3-8ddd-cd103467c6c2 tempest-VolumesActionsTest-1670845125 tempest-VolumesActionsTest-1670845125-project] 10.222.0.32 "GET /v2.0/security-groups?id=56311e74-1a71-4835-93df-053785cc4c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507171 Jun 06 12:05:47.537794 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ffebffdb-813f-49c8-adcb-26c3ca22957c req-6aea5a6d-b192-4d6b-b257-3243173167e0 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-881865560&fields=id&tenant_id=5e1928ed6cdf4910a20d9b6ff02b4c2b HTTP/1.1" status: 200 len: 267 time: 0.0985029 Jun 06 12:05:47.764301 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd8caa6-4db0-46d5-aabd-d73843d51dd9 req-a5d6a463-71cd-43e3-a600-08c1b860ce62 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:47.764301 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-9bd8caa6-4db0-46d5-aabd-d73843d51dd9 req-a5d6a463-71cd-43e3-a600-08c1b860ce62 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=663dd71e-90c6-4ae5-bf0e-e2f54fe661be HTTP/1.1" status: 200 len: 945 time: 0.2301335 Jun 06 12:05:47.764301 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffebffdb-813f-49c8-adcb-26c3ca22957c req-77dae89b-e723-46a6-b547-274124af75be tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:47.764301 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ffebffdb-813f-49c8-adcb-26c3ca22957c req-77dae89b-e723-46a6-b547-274124af75be tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "GET /v2.0/networks?id=44aa02f2-2a13-4100-b8b1-6e7744d752d7 HTTP/1.1" status: 200 len: 809 time: 0.1976147 Jun 06 12:05:47.770803 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17fa6d2-dbcb-4de3-a4be-181927ffdb5a req-f23349e9-76c9-4010-a067-000a9cc9ee33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:47.773996 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-a17fa6d2-dbcb-4de3-a4be-181927ffdb5a req-f23349e9-76c9-4010-a067-000a9cc9ee33 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=dbc879d7-7892-49d1-b704-4b31e81d5886 HTTP/1.1" status: 200 len: 1098 time: 0.1234686 Jun 06 12:05:47.781922 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ffebffdb-813f-49c8-adcb-26c3ca22957c req-8c410bf7-d12c-4cd3-a9fb-84f6ec3b0c7d tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "GET /v2.0/quotas/5e1928ed6cdf4910a20d9b6ff02b4c2b HTTP/1.1" status: 200 len: 375 time: 0.0343456 Jun 06 12:05:47.827130 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-a17fa6d2-dbcb-4de3-a4be-181927ffdb5a req-0e540a79-731f-46ea-ad32-2d010ef289f6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455797 Jun 06 12:05:47.834774 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-ab4decd3-ee80-4044-ba25-4b59dcf758e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:47.865720 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-9bd8caa6-4db0-46d5-aabd-d73843d51dd9 req-eb377612-3d23-4a3b-9291-da083b923faf tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=da3a596c-c8ed-4184-9b24-a093c67db910&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088662 Jun 06 12:05:47.918767 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ffebffdb-813f-49c8-adcb-26c3ca22957c req-4fd7acd3-9c08-4e79-8375-3d3759db1b70 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e1928ed6cdf4910a20d9b6ff02b4c2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1174290 Jun 06 12:05:48.158691 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ffebffdb-813f-49c8-adcb-26c3ca22957c req-55c6e9ff-170e-4388-9fc5-ff0bc9d12b89 service neutron] 10.222.0.32 "GET /v2.0/networks/44aa02f2-2a13-4100-b8b1-6e7744d752d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388644 Jun 06 12:05:48.286369 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9eb59f-f4f5-44d3-8c00-923300ebfa9a req-c4d2c909-7bfd-42d3-8a53-a4c06c72cc07 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:48.288213 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-4a9eb59f-f4f5-44d3-8c00-923300ebfa9a req-c4d2c909-7bfd-42d3-8a53-a4c06c72cc07 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?device_id=08efb263-f31f-4a39-91c3-6fbb95852108 HTTP/1.1" status: 200 len: 946 time: 0.2540410 Jun 06 12:05:48.362354 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ffebffdb-813f-49c8-adcb-26c3ca22957c req-22a14780-1a24-4a5f-8865-19b01b846cb2 service neutron] 10.222.0.32 "GET /v2.0/networks/44aa02f2-2a13-4100-b8b1-6e7744d752d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026625 Jun 06 12:05:48.370848 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-4a9eb59f-f4f5-44d3-8c00-923300ebfa9a req-350ec7a5-2cd6-42ee-8a43-b34c7ccb2a0c tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/security-groups?id=f23f4ac2-a34a-4b05-b7f3-4b7c23d9b1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703497 Jun 06 12:05:48.609440 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f5e5d-0aa0-4315-a608-c36d0932b685 req-404e50fe-3aab-4a4c-911a-e2744feca1b8 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:48.609440 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-730f5e5d-0aa0-4315-a608-c36d0932b685 req-404e50fe-3aab-4a4c-911a-e2744feca1b8 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbc879d7-7892-49d1-b704-4b31e81d5886 HTTP/1.1" status: 200 len: 945 time: 0.1119735 Jun 06 12:05:48.684464 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-730f5e5d-0aa0-4315-a608-c36d0932b685 req-40473c68-fb0f-44cd-bb76-079df92d0d35 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700791 Jun 06 12:05:48.913989 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f1f4d-722a-4ac5-90d0-e2ef7c822752 req-c95a624e-d466-45c2-ad11-a42f1492a953 tempest-VolumesActionsTest-1670845125 tempest-VolumesActionsTest-1670845125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:48.915661 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-435f1f4d-722a-4ac5-90d0-e2ef7c822752 req-c95a624e-d466-45c2-ad11-a42f1492a953 tempest-VolumesActionsTest-1670845125 tempest-VolumesActionsTest-1670845125-project] 10.222.0.32 "GET /v2.0/ports?device_id=f46f1656-e4dd-4e67-832d-968581a72ddc HTTP/1.1" status: 200 len: 945 time: 0.1117461 Jun 06 12:05:48.972955 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-435f1f4d-722a-4ac5-90d0-e2ef7c822752 req-bbcfd115-ebb0-4f49-ae6f-5d043f9ff768 tempest-VolumesActionsTest-1670845125 tempest-VolumesActionsTest-1670845125-project] 10.222.0.32 "GET /v2.0/security-groups?id=56311e74-1a71-4835-93df-053785cc4c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501781 Jun 06 12:05:49.028256 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b67390-0d34-49f1-aa06-4b7c68cf230f req-968eeb6a-c3aa-4fa2-a87b-bd74f2069d54 tempest-VolumesActionsTest-1670845125 tempest-VolumesActionsTest-1670845125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:49.030909 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-29b67390-0d34-49f1-aa06-4b7c68cf230f req-968eeb6a-c3aa-4fa2-a87b-bd74f2069d54 tempest-VolumesActionsTest-1670845125 tempest-VolumesActionsTest-1670845125-project] 10.222.0.35 "GET /v2.0/ports?device_id=f46f1656-e4dd-4e67-832d-968581a72ddc HTTP/1.1" status: 200 len: 945 time: 0.1750729 Jun 06 12:05:49.247222 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.plugin [req-29b67390-0d34-49f1-aa06-4b7c68cf230f req-c2b5f845-2b24-4d77-bac5-fecc1d4baecd tempest-VolumesActionsTest-1670845125 tempest-VolumesActionsTest-1670845125-project] Deleting port abc29bca-96fc-42e0-916a-44550311db7f {{(pid=92097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 12:05:49.248210 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-29b67390-0d34-49f1-aa06-4b7c68cf230f req-c2b5f845-2b24-4d77-bac5-fecc1d4baecd tempest-VolumesActionsTest-1670845125 tempest-VolumesActionsTest-1670845125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778191659996'] for port, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:49.423546 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.db [req-29b67390-0d34-49f1-aa06-4b7c68cf230f req-c2b5f845-2b24-4d77-bac5-fecc1d4baecd tempest-VolumesActionsTest-1670845125 tempest-VolumesActionsTest-1670845125-project] For port abc29bca-96fc-42e0-916a-44550311db7f, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=abc29bca-96fc-42e0-916a-44550311db7f,segment=NetworkSegment(2564c6b8-2c65-4899-be7d-d84578c0688f),segment_id=2564c6b8-2c65-4899-be7d-d84578c0688f)] {{(pid=92097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:05:49.425274 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-29b67390-0d34-49f1-aa06-4b7c68cf230f req-c2b5f845-2b24-4d77-bac5-fecc1d4baecd tempest-VolumesActionsTest-1670845125 tempest-VolumesActionsTest-1670845125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598405'] for port, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:49.430487 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-a94e7e1e-31e8-4c30-8971-8829bc1e3de6 req-851ba7ae-d5d0-45ac-92e1-c8475f8e0071 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "GET /v2.0/ports?device_id=19500b47-905a-4df7-b772-1cc46288e643 HTTP/1.1" status: 200 len: 210 time: 0.1162384 Jun 06 12:05:49.530050 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e5aef-0b08-4364-9230-74f23964ec2f req-d9a66f26-3f31-4855-8457-656ef401536b tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:49.531679 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c85e5aef-0b08-4364-9230-74f23964ec2f req-d9a66f26-3f31-4855-8457-656ef401536b tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=663dd71e-90c6-4ae5-bf0e-e2f54fe661be HTTP/1.1" status: 200 len: 945 time: 0.4234142 Jun 06 12:05:49.579149 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.plugin [req-29b67390-0d34-49f1-aa06-4b7c68cf230f req-c2b5f845-2b24-4d77-bac5-fecc1d4baecd tempest-VolumesActionsTest-1670845125 tempest-VolumesActionsTest-1670845125-project] Calling delete_port for abc29bca-96fc-42e0-916a-44550311db7f owned by compute:nova {{(pid=92097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 12:05:49.629062 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb4d98-ee03-4c37-89a3-aacf01c48c3c req-5a2b894d-1ab5-480d-85a3-0acaa5de8b25 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:49.630663 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-fadb4d98-ee03-4c37-89a3-aacf01c48c3c req-5a2b894d-1ab5-480d-85a3-0acaa5de8b25 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.35 "GET /v2.0/ports?device_id=08efb263-f31f-4a39-91c3-6fbb95852108 HTTP/1.1" status: 200 len: 946 time: 0.2681022 Jun 06 12:05:49.717311 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c85e5aef-0b08-4364-9230-74f23964ec2f req-c40754bd-5292-4865-acb6-0a86efc12945 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=da3a596c-c8ed-4184-9b24-a093c67db910&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1787791 Jun 06 12:05:49.834137 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb2db6-fc3f-4f33-9fd2-273bd27166da req-3603d5e1-a952-4200-9b55-fbbd04eab383 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:49.841928 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-febb2db6-fc3f-4f33-9fd2-273bd27166da req-3603d5e1-a952-4200-9b55-fbbd04eab383 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?device_id=08efb263-f31f-4a39-91c3-6fbb95852108 HTTP/1.1" status: 200 len: 946 time: 0.2591903 Jun 06 12:05:49.909329 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-29b67390-0d34-49f1-aa06-4b7c68cf230f req-c2b5f845-2b24-4d77-bac5-fecc1d4baecd tempest-VolumesActionsTest-1670845125 tempest-VolumesActionsTest-1670845125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778191664348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778191160661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2165323'] for port, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:49.926076 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-6dacccd7-2d6e-4b99-adf4-8e018cd69e0f tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:05:49.974956 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b5f845-2b24-4d77-bac5-fecc1d4baecd tempest-VolumesActionsTest-1670845125 tempest-VolumesActionsTest-1670845125-project] Pushing event deleted for resources: {'Port': ['ID=abc29bca-96fc-42e0-916a-44550311db7f,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:05:49.980695 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-c2b5f845-2b24-4d77-bac5-fecc1d4baecd tempest-VolumesActionsTest-1670845125 tempest-VolumesActionsTest-1670845125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:05:50.012982 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-febb2db6-fc3f-4f33-9fd2-273bd27166da req-c061a9b6-a12c-4e8b-8e3f-0ff20c970927 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/security-groups?id=f23f4ac2-a34a-4b05-b7f3-4b7c23d9b1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699109 Jun 06 12:05:50.037785 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-4f78bd29-8661-4b0a-8062-1dea226e08fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:50.082361 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.plugin [req-fadb4d98-ee03-4c37-89a3-aacf01c48c3c req-d1799af7-2ba1-421d-a4db-87958f7943dc tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Deleting port c6f5676b-5bc6-4820-b8e1-624adac7d88f {{(pid=92096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 12:05:50.082361 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-fadb4d98-ee03-4c37-89a3-aacf01c48c3c req-d1799af7-2ba1-421d-a4db-87958f7943dc tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778191659996'] for port, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:50.096788 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 35050) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:05:50.145237 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a364c4d-d49a-45d5-8509-310fd89cb8fb req-23c3cc7f-18db-47e4-9403-3fcccaf5282f tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:50.154467 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-3a364c4d-d49a-45d5-8509-310fd89cb8fb req-23c3cc7f-18db-47e4-9403-3fcccaf5282f tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbc879d7-7892-49d1-b704-4b31e81d5886 HTTP/1.1" status: 200 len: 945 time: 0.2564285 Jun 06 12:05:50.208145 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.l3_dvrscheduler_db [req-29b67390-0d34-49f1-aa06-4b7c68cf230f req-c2b5f845-2b24-4d77-bac5-fecc1d4baecd tempest-VolumesActionsTest-1670845125 tempest-VolumesActionsTest-1670845125-project] No DVR routers for this DVR port abc29bca-96fc-42e0-916a-44550311db7f on host hv-cinder-78626 {{(pid=92097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 12:05:50.210878 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-29b67390-0d34-49f1-aa06-4b7c68cf230f req-c2b5f845-2b24-4d77-bac5-fecc1d4baecd tempest-VolumesActionsTest-1670845125 tempest-VolumesActionsTest-1670845125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160768'] for port, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:50.213250 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-29b67390-0d34-49f1-aa06-4b7c68cf230f req-c2b5f845-2b24-4d77-bac5-fecc1d4baecd tempest-VolumesActionsTest-1670845125 tempest-VolumesActionsTest-1670845125-project] 10.222.0.35 "DELETE /v2.0/ports/abc29bca-96fc-42e0-916a-44550311db7f HTTP/1.1" status: 204 len: 173 time: 1.1761160 Jun 06 12:05:50.213853 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f46f1656-e4dd-4e67-832d-968581a72ddc', 'name': 'network-vif-deleted', 'tag': 'abc29bca-96fc-42e0-916a-44550311db7f'}] {{(pid=92097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:05:50.216956 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0506e69bdf94a0a0544469556e00d4f87ccfa4abed68bb2c567d57a4f994f1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f057f3cb-fa5a-4fad-b669-121f0e56759f" -d '{"events": [{"server_uuid": "f46f1656-e4dd-4e67-832d-968581a72ddc", "name": "network-vif-deleted", "tag": "abc29bca-96fc-42e0-916a-44550311db7f"}]}' {{(pid=92097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:05:50.310456 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-4b50ba9b-4031-40e4-9b19-805307be5ea1 req-cb384a4d-2016-42ae-ad28-64eb7aaaed31 tempest-VolumesActionsTest-1670845125 tempest-VolumesActionsTest-1670845125-project] 10.222.0.32 "GET /v2.0/ports?device_id=f46f1656-e4dd-4e67-832d-968581a72ddc HTTP/1.1" status: 200 len: 210 time: 0.0839796 Jun 06 12:05:50.318687 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-462abf7c-9e93-4041-ac50-e5aa46ee7d6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:50.353228 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-3a364c4d-d49a-45d5-8509-310fd89cb8fb req-c2f84bf9-3f1d-44a4-8682-b53b890a9dc7 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976686 Jun 06 12:05:50.365852 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.db [req-fadb4d98-ee03-4c37-89a3-aacf01c48c3c req-d1799af7-2ba1-421d-a4db-87958f7943dc tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] For port c6f5676b-5bc6-4820-b8e1-624adac7d88f, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=c6f5676b-5bc6-4820-b8e1-624adac7d88f,segment=NetworkSegment(50ae22f6-2f71-4a96-af00-d2fd8d97cc9b),segment_id=50ae22f6-2f71-4a96-af00-d2fd8d97cc9b)] {{(pid=92096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:05:50.366213 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-fadb4d98-ee03-4c37-89a3-aacf01c48c3c req-d1799af7-2ba1-421d-a4db-87958f7943dc tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598405'] for port, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:50.366789 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 12:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a389d7-4982-4087-968c-adf966d75353 x-openstack-request-id: req-87a389d7-4982-4087-968c-adf966d75353 {{(pid=92097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:05:50.367186 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f46f1656-e4dd-4e67-832d-968581a72ddc", "name": "network-vif-deleted", "tag": "abc29bca-96fc-42e0-916a-44550311db7f", "status": "completed", "code": 200}]} {{(pid=92097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:05:50.367554 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-87a389d7-4982-4087-968c-adf966d75353 {{(pid=92097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:05:50.368064 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f46f1656-e4dd-4e67-832d-968581a72ddc', 'name': 'network-vif-deleted', 'tag': 'abc29bca-96fc-42e0-916a-44550311db7f', 'status': 'completed', 'code': 200} Jun 06 12:05:50.504524 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.plugin [req-fadb4d98-ee03-4c37-89a3-aacf01c48c3c req-d1799af7-2ba1-421d-a4db-87958f7943dc tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Calling delete_port for c6f5676b-5bc6-4820-b8e1-624adac7d88f owned by compute:nova {{(pid=92096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 12:05:50.550782 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-94ac1da4-44f1-4496-bf1a-09a9c11ada8b req-cf43b8ef-3954-4bd9-937e-0d7a57c09981 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "GET /v2.0/ports?device_id=19500b47-905a-4df7-b772-1cc46288e643 HTTP/1.1" status: 200 len: 210 time: 0.0551448 Jun 06 12:05:50.572648 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:50.641351 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:50.642545 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-462abf7c-9e93-4041-ac50-e5aa46ee7d6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:50.730994 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-462abf7c-9e93-4041-ac50-e5aa46ee7d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:50.738424 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:05:50.804852 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-462abf7c-9e93-4041-ac50-e5aa46ee7d6c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=05bb4f4ad456411fbec82d5155062eda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7061217 Jun 06 12:05:50.806714 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462abf7c-9e93-4041-ac50-e5aa46ee7d6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=789428c2-73a6-4e96-9ea1-c100cda8b111,revision_number=1']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:05:50.807688 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 35070) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:05:50.810836 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-462abf7c-9e93-4041-ac50-e5aa46ee7d6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:05:50.839734 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-fadb4d98-ee03-4c37-89a3-aacf01c48c3c req-d1799af7-2ba1-421d-a4db-87958f7943dc tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778191664348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778191160661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2160272'] for port, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:50.846926 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-83adabc4-06bd-435e-9ac9-db68b582067e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:05:50.853818 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] get_ports_and_sgs() called for port_ids ['c6f5676b-5bc6-4820-b8e1-624adac7d88f'] {{(pid=92098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 12:05:50.943512 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1799af7-2ba1-421d-a4db-87958f7943dc tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Pushing event deleted for resources: {'Port': ['ID=c6f5676b-5bc6-4820-b8e1-624adac7d88f,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:05:50.950484 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-7a275da5-36e5-49e7-9d68-bf71b41c2d86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:50.951518 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-d1799af7-2ba1-421d-a4db-87958f7943dc tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:05:50.986533 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-7a275da5-36e5-49e7-9d68-bf71b41c2d86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:51.056599 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.db.l3_dvrscheduler_db [req-fadb4d98-ee03-4c37-89a3-aacf01c48c3c req-d1799af7-2ba1-421d-a4db-87958f7943dc tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] No DVR routers for this DVR port c6f5676b-5bc6-4820-b8e1-624adac7d88f on host hv-cinder-78626 {{(pid=92096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 12:05:51.062499 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-fadb4d98-ee03-4c37-89a3-aacf01c48c3c req-d1799af7-2ba1-421d-a4db-87958f7943dc tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160768'] for port, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:51.064567 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-fadb4d98-ee03-4c37-89a3-aacf01c48c3c req-d1799af7-2ba1-421d-a4db-87958f7943dc tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.35 "DELETE /v2.0/ports/c6f5676b-5bc6-4820-b8e1-624adac7d88f HTTP/1.1" status: 204 len: 173 time: 1.4186730 Jun 06 12:05:51.065038 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08efb263-f31f-4a39-91c3-6fbb95852108', 'name': 'network-vif-deleted', 'tag': 'c6f5676b-5bc6-4820-b8e1-624adac7d88f'}] {{(pid=92096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:05:51.067677 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70cf447e3881262ea0b43a88f7d0d33c778b0ed04640d1c627a7304ff1bba8b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c4b6ab7-5e44-4f8e-b038-6ee22e447ee1" -d '{"events": [{"server_uuid": "08efb263-f31f-4a39-91c3-6fbb95852108", "name": "network-vif-deleted", "tag": "c6f5676b-5bc6-4820-b8e1-624adac7d88f"}]}' {{(pid=92096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:05:51.089513 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b3efd-b577-41b9-9312-4991658d7d0c req-909c7c27-14d7-403a-81f8-89e3e3a273f5 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:51.091173 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-eb5b3efd-b577-41b9-9312-4991658d7d0c req-909c7c27-14d7-403a-81f8-89e3e3a273f5 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=663dd71e-90c6-4ae5-bf0e-e2f54fe661be HTTP/1.1" status: 200 len: 945 time: 0.2028224 Jun 06 12:05:51.157495 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-7a275da5-36e5-49e7-9d68-bf71b41c2d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:51.160713 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-7a275da5-36e5-49e7-9d68-bf71b41c2d86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:51.172257 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-7a275da5-36e5-49e7-9d68-bf71b41c2d86 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/789428c2-73a6-4e96-9ea1-c100cda8b111 HTTP/1.1" status: 204 len: 168 time: 0.3632433 Jun 06 12:05:51.173365 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-e7e62a25-bee2-43a9-8d5d-f9ac351ed944 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:05:51.197079 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a275da5-36e5-49e7-9d68-bf71b41c2d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=789428c2-73a6-4e96-9ea1-c100cda8b111,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:05:51.203397 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-7a275da5-36e5-49e7-9d68-bf71b41c2d86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:05:51.257539 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-eb5b3efd-b577-41b9-9312-4991658d7d0c req-213789d3-834b-4899-9ed7-2695239d3ff4 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=da3a596c-c8ed-4184-9b24-a093c67db910&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334813 Jun 06 12:05:51.260110 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-c3be426d-4704-402b-bce9-7cb8373a3dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:51.342525 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b21a6-bd67-4e05-a837-bbb8358545a1 req-c13ff09b-0435-4392-a1e1-1bfefa9720d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:51.344108 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-299b21a6-bd67-4e05-a837-bbb8358545a1 req-c13ff09b-0435-4392-a1e1-1bfefa9720d5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50c7650c564f46e9895bb0af0228580e&device_id=dbc879d7-7892-49d1-b704-4b31e81d5886 HTTP/1.1" status: 200 len: 1098 time: 0.2503996 Jun 06 12:05:51.568952 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc721461-b05f-4df8-9c4f-f690002ea840 req-37ec5878-79d1-484d-ba5f-482be9a612e8 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:51.578048 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-fc721461-b05f-4df8-9c4f-f690002ea840 req-37ec5878-79d1-484d-ba5f-482be9a612e8 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbc879d7-7892-49d1-b704-4b31e81d5886 HTTP/1.1" status: 200 len: 945 time: 0.4186053 Jun 06 12:05:51.646732 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-2d7d18a9-e5a4-4ea0-8b03-d1fc44a1538f req-f328b4b6-b53f-4a8c-ad39-fdf5f1178702 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?device_id=08efb263-f31f-4a39-91c3-6fbb95852108 HTTP/1.1" status: 200 len: 210 time: 0.0496538 Jun 06 12:05:51.705993 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-fc721461-b05f-4df8-9c4f-f690002ea840 req-eb46bcf3-f04a-4db3-b01e-0ed7c94bd69e tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279113 Jun 06 12:05:51.715959 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b21a6-bd67-4e05-a837-bbb8358545a1 req-76ad6e27-1954-4917-9db1-b9637d9914d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:51.719123 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-299b21a6-bd67-4e05-a837-bbb8358545a1 req-76ad6e27-1954-4917-9db1-b9637d9914d5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d03de1d2-5bf4-407f-a826-051b44cc8c51 HTTP/1.1" status: 200 len: 919 time: 0.3669639 Jun 06 12:05:51.738526 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device c6f5676b-5bc6-4820-b8e1-624adac7d88f no longer exists at agent hyperv_hv-cinder-78626 {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 12:05:51.823137 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.plugin [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] No Port match for: c6f5676b-5bc6-4820-b8e1-624adac7d88f {{(pid=92098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 12:05:51.823487 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device c6f5676b-5bc6-4820-b8e1-624adac7d88f not bound to the agent host hv-cinder-78626 {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 12:05:51.824157 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device abc29bca-96fc-42e0-916a-44550311db7f no longer exists at agent hyperv_hv-cinder-78626 {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 12:05:51.887091 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 12:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61fdf89-f4bb-4906-8900-03a71d13e21a x-openstack-request-id: req-a61fdf89-f4bb-4906-8900-03a71d13e21a {{(pid=92096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:05:51.887444 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08efb263-f31f-4a39-91c3-6fbb95852108", "name": "network-vif-deleted", "tag": "c6f5676b-5bc6-4820-b8e1-624adac7d88f", "status": "completed", "code": 200}]} {{(pid=92096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:05:51.887673 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a61fdf89-f4bb-4906-8900-03a71d13e21a {{(pid=92096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:05:51.888141 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08efb263-f31f-4a39-91c3-6fbb95852108', 'name': 'network-vif-deleted', 'tag': 'c6f5676b-5bc6-4820-b8e1-624adac7d88f', 'status': 'completed', 'code': 200} Jun 06 12:05:51.908562 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-299b21a6-bd67-4e05-a837-bbb8358545a1 req-7e737503-dc25-4f40-a4c6-b7ccd8533f91 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=715ca4b4-6ad2-407f-b0bb-3dda38213e15 HTTP/1.1" status: 200 len: 217 time: 0.1823161 Jun 06 12:05:51.933499 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.plugin [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] No Port match for: abc29bca-96fc-42e0-916a-44550311db7f {{(pid=92098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 12:05:51.933499 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device abc29bca-96fc-42e0-916a-44550311db7f not bound to the agent host hv-cinder-78626 {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 12:05:52.053143 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-d6074d5a-c1a2-4776-8549-cd6147ee49d8 req-7663c7af-41b0-4c6a-ad06-c39597a36d4c tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "GET /v2.0/ports?device_id=19500b47-905a-4df7-b772-1cc46288e643 HTTP/1.1" status: 200 len: 210 time: 0.0648096 Jun 06 12:05:52.081291 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b21a6-bd67-4e05-a837-bbb8358545a1 req-aed0818a-03ea-47ec-a855-d8f8023174aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:52.081291 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-299b21a6-bd67-4e05-a837-bbb8358545a1 req-aed0818a-03ea-47ec-a855-d8f8023174aa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5d90edd5-4ab2-4621-97ec-be229d8cd0db HTTP/1.1" status: 200 len: 858 time: 0.1622066 Jun 06 12:05:52.130712 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-299b21a6-bd67-4e05-a837-bbb8358545a1 req-dbdfe8e6-610d-4e04-9b03-8dc5ed520f1b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d03de1d2-5bf4-407f-a826-051b44cc8c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432105 Jun 06 12:05:52.299274 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-299b21a6-bd67-4e05-a837-bbb8358545a1 req-702b9b09-86c4-49b2-9c7a-f03ab778882d service neutron] 10.222.0.35 "GET /v2.0/networks/d03de1d2-5bf4-407f-a826-051b44cc8c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597021 Jun 06 12:05:52.589944 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-299b21a6-bd67-4e05-a837-bbb8358545a1 req-9ea1dad6-5e0b-4b29-b1c4-eb00645aad43 service neutron] 10.222.0.35 "GET /v2.0/networks/d03de1d2-5bf4-407f-a826-051b44cc8c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778513 Jun 06 12:05:52.681188 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7d33c-1458-44fc-940f-3b8c53ec56b3 req-7ef6e6a2-5c1c-4e3d-b2da-ed09b8ffb7de tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:52.690210 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-23f7d33c-1458-44fc-940f-3b8c53ec56b3 req-7ef6e6a2-5c1c-4e3d-b2da-ed09b8ffb7de tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=663dd71e-90c6-4ae5-bf0e-e2f54fe661be HTTP/1.1" status: 200 len: 945 time: 0.2317073 Jun 06 12:05:52.808257 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-23f7d33c-1458-44fc-940f-3b8c53ec56b3 req-35499b3b-dfd2-4462-9ad9-9f0720aaaf8c tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=da3a596c-c8ed-4184-9b24-a093c67db910&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179144 Jun 06 12:05:52.917415 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffebffdb-813f-49c8-adcb-26c3ca22957c req-98fdc0bb-3117-489b-8ce1-764e7fbfb534 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:52.920427 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ffebffdb-813f-49c8-adcb-26c3ca22957c req-98fdc0bb-3117-489b-8ce1-764e7fbfb534 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.35 "GET /v2.0/networks?id=44aa02f2-2a13-4100-b8b1-6e7744d752d7 HTTP/1.1" status: 200 len: 809 time: 0.2987733 Jun 06 12:05:53.023283 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-dde0a769-bb65-4f49-a590-df32523868aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:53.133937 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 35118) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:05:53.166121 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-eaae7e95-778b-4e23-9e92-85fd9a6225cc req-87671878-9f44-46e0-8ebc-59a28998dd76 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] 10.222.0.32 "GET /v2.0/ports?device_id=08efb263-f31f-4a39-91c3-6fbb95852108 HTTP/1.1" status: 200 len: 210 time: 0.1387277 Jun 06 12:05:53.184381 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ffebffdb-813f-49c8-adcb-26c3ca22957c req-bdb8d683-b129-42c8-aabc-9199e895917d tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e1928ed6cdf4910a20d9b6ff02b4c2b HTTP/1.1" status: 200 len: 379 time: 0.2518075 Jun 06 12:05:53.312839 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.v2.base [req-ffebffdb-813f-49c8-adcb-26c3ca22957c req-ffcb71bc-f696-4507-ab1a-cbace8ec5c2f tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Request body: {'port': {'device_id': '19500b47-905a-4df7-b772-1cc46288e643', 'network_id': '44aa02f2-2a13-4100-b8b1-6e7744d752d7', 'admin_state_up': True, 'tenant_id': '5e1928ed6cdf4910a20d9b6ff02b4c2b', 'security_groups': ['be8e3558-5525-409a-8a5e-2b0e7c402abb']}} {{(pid=92096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:05:53.322666 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.v2.base [None req-148639e0-05be-4e56-8844-65ffb9fa346d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1336520513-network', 'tenant_id': 'ba2315884e654155aea29350d5720559'}} {{(pid=92097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:05:53.434658 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-148639e0-05be-4e56-8844-65ffb9fa346d admin admin] Made reservation on behalf of ba2315884e654155aea29350d5720559 for: {'network': 1} {{(pid=92097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 12:05:53.438920 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-148639e0-05be-4e56-8844-65ffb9fa346d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33157647'] for network, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:53.470105 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-148639e0-05be-4e56-8844-65ffb9fa346d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:53.568970 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5976aea-bee4-40c3-a00d-17994d48b447 req-08ab3cd2-d5df-4269-a810-3962db52debe tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:53.578424 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-e5976aea-bee4-40c3-a00d-17994d48b447 req-08ab3cd2-d5df-4269-a810-3962db52debe tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbc879d7-7892-49d1-b704-4b31e81d5886 HTTP/1.1" status: 200 len: 945 time: 0.4415352 Jun 06 12:05:53.636651 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-148639e0-05be-4e56-8844-65ffb9fa346d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:53.663019 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-162f3b53-ea54-4087-862e-abc000c100ed req-bcbe3541-86a5-4ad2-b1ef-8fb341ee2639 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "GET /v2.0/ports?device_id=19500b47-905a-4df7-b772-1cc46288e643 HTTP/1.1" status: 200 len: 210 time: 0.1063793 Jun 06 12:05:53.708309 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-e5976aea-bee4-40c3-a00d-17994d48b447 req-11591252-9ead-4f87-a657-5c732b138e75 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852962 Jun 06 12:05:53.734245 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-148639e0-05be-4e56-8844-65ffb9fa346d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:53.739878 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-b0611fda-d38f-48c1-b6d7-c7a135d1f36c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:05:53.775800 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-148639e0-05be-4e56-8844-65ffb9fa346d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=92097) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 12:05:53.789657 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148639e0-05be-4e56-8844-65ffb9fa346d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=364c3307-ea3e-4f64-b081-feec556770fa,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:05:53.793874 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-148639e0-05be-4e56-8844-65ffb9fa346d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:05:53.799170 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-148639e0-05be-4e56-8844-65ffb9fa346d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33122656'] for segment, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:53.799170 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.db.segments_db [None req-148639e0-05be-4e56-8844-65ffb9fa346d admin admin] Added segment 44f1586a-fdb1-41b1-9617-6c4cf8707ae8 of type vlan for network 0a7e89fe-a71c-48d9-b777-817d38d513d5 Jun 06 12:05:53.827894 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-148639e0-05be-4e56-8844-65ffb9fa346d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778191147210'] for network, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:53.860815 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffebffdb-813f-49c8-adcb-26c3ca22957c req-ffcb71bc-f696-4507-ab1a-cbace8ec5c2f tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Made reservation on behalf of 5e1928ed6cdf4910a20d9b6ff02b4c2b for: {'port': 1} {{(pid=92096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 12:05:53.865264 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-ffebffdb-813f-49c8-adcb-26c3ca22957c req-ffcb71bc-f696-4507-ab1a-cbace8ec5c2f tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:53.943130 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-148639e0-05be-4e56-8844-65ffb9fa346d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-702243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-617627'] for network, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:53.944982 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148639e0-05be-4e56-8844-65ffb9fa346d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:53.946173 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-148639e0-05be-4e56-8844-65ffb9fa346d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617724'] for network, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:53.951340 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:05:54.062755 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148639e0-05be-4e56-8844-65ffb9fa346d admin admin] Pushing event updated for resources: {'Network': ['ID=0a7e89fe-a71c-48d9-b777-817d38d513d5,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:05:54.065838 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-148639e0-05be-4e56-8844-65ffb9fa346d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9308033 Jun 06 12:05:54.066732 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-148639e0-05be-4e56-8844-65ffb9fa346d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:05:54.074631 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 35124) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:05:54.074742 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Network 0a7e89fe-a71c-48d9-b777-817d38d513d5 details requested by agent ovs-agent-dv-cinder-786266-2-smb with host dv-cinder-786266-2-smb {{(pid=92098) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 12:05:54.075169 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.v2.base [None req-2215b9d6-68dd-4254-9b70-83cf0b84f812 admin admin] Request body: {'subnet': {'network_id': '0a7e89fe-a71c-48d9-b777-817d38d513d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1336520513-subnet', 'tenant_id': 'ba2315884e654155aea29350d5720559', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:05:54.167928 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.db.db_base_plugin_common [req-ffebffdb-813f-49c8-adcb-26c3ca22957c req-ffcb71bc-f696-4507-ab1a-cbace8ec5c2f tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Allocated IP 172.20.0.4 (44aa02f2-2a13-4100-b8b1-6e7744d752d7/a36d396d-02b7-45f4-a272-c76d0b30e743/204f38e8-b284-4ffd-8b13-52ff665ef164) {{(pid=92096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 12:05:54.186782 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2215b9d6-68dd-4254-9b70-83cf0b84f812 admin admin] Made reservation on behalf of ba2315884e654155aea29350d5720559 for: {'subnet': 1} {{(pid=92097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 12:05:54.189641 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-2215b9d6-68dd-4254-9b70-83cf0b84f812 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556786'] for subnet, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:54.201348 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc655a80-aa5f-443e-92e7-48155c0339ba req-34ac7c6d-2f91-49db-bde8-f356261b0f3f tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:54.213970 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-bc655a80-aa5f-443e-92e7-48155c0339ba req-34ac7c6d-2f91-49db-bde8-f356261b0f3f tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=663dd71e-90c6-4ae5-bf0e-e2f54fe661be HTTP/1.1" status: 200 len: 945 time: 0.2150984 Jun 06 12:05:54.353024 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 35132) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:05:54.560634 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-bc655a80-aa5f-443e-92e7-48155c0339ba req-56634df6-5d8c-49fa-9102-9378194e7373 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=da3a596c-c8ed-4184-9b24-a093c67db910&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3364165 Jun 06 12:05:54.632867 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-2215b9d6-68dd-4254-9b70-83cf0b84f812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2165479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556768'] for subnet, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:54.637798 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-299ad940-334b-482a-b52b-b4181fe6719e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:05:54.737931 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2215b9d6-68dd-4254-9b70-83cf0b84f812 admin admin] Checking segment: {'id': '44f1586a-fdb1-41b1-9617-6c4cf8707ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0a7e89fe-a71c-48d9-b777-817d38d513d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 12:05:54.737931 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2215b9d6-68dd-4254-9b70-83cf0b84f812 admin admin] Network hostable DHCP agents. Network: 0a7e89fe-a71c-48d9-b777-817d38d513d5, hostable agents: ['c6b73c91-e9f3-48c6-bc47-ba303821819a'], hosted agents: [] {{(pid=92097) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 12:05:54.741314 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2215b9d6-68dd-4254-9b70-83cf0b84f812 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf722215-7508-469b-84a9-6e792d6fef94,revision_number=0']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:05:54.745613 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-2215b9d6-68dd-4254-9b70-83cf0b84f812 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:05:54.769140 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1be9947-0273-46e1-9d16-5dce9e722d95 admin admin] Deleting subnet ff1afc7f-f4ce-414b-b4e3-27c63da65886 {{(pid=92096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 12:05:54.798204 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-d1be9947-0273-46e1-9d16-5dce9e722d95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:54.824812 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2215b9d6-68dd-4254-9b70-83cf0b84f812 admin admin] Network 0a7e89fe-a71c-48d9-b777-817d38d513d5 is scheduled to be hosted by DHCP agent c6b73c91-e9f3-48c6-bc47-ba303821819a with binding_index 1 {{(pid=92097) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 12:05:54.857572 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-ffebffdb-813f-49c8-adcb-26c3ca22957c req-ffcb71bc-f696-4507-ab1a-cbace8ec5c2f tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Notify callbacks [] for port, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:54.892863 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.db.provisioning_blocks [req-ffebffdb-813f-49c8-adcb-26c3ca22957c req-ffcb71bc-f696-4507-ab1a-cbace8ec5c2f tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Transition to ACTIVE for port object 204f38e8-b284-4ffd-8b13-52ff665ef164 will not be triggered until provisioned by entity DHCP. {{(pid=92096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 12:05:54.896215 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-d1be9947-0273-46e1-9d16-5dce9e722d95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2319746'] for subnet, precommit_delete_associations {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:54.929952 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.base_scheduler [None req-2215b9d6-68dd-4254-9b70-83cf0b84f812 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786266-2-smb, 0a7e89fe-a71c-48d9-b777-817d38d513d5) {{(pid=92097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:05:54.941318 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa99c49f-f93c-45d1-8cca-6c6813885b8e None None] Network 0a7e89fe-a71c-48d9-b777-817d38d513d5 requested from dv-cinder-786266-2-smb {{(pid=92098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 12:05:54.944240 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2215b9d6-68dd-4254-9b70-83cf0b84f812 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:54.947691 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-2215b9d6-68dd-4254-9b70-83cf0b84f812 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:55.064877 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6c070199-f4ed-4311-bac1-2ccd62b17582 req-85aedd0f-a33a-4325-948e-52c34e9ff3cf tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "GET /v2.0/ports?device_id=19500b47-905a-4df7-b772-1cc46288e643 HTTP/1.1" status: 200 len: 210 time: 0.1384203 Jun 06 12:05:55.095077 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-d1be9947-0273-46e1-9d16-5dce9e722d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33120235'] for subnet, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:55.102631 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-2215b9d6-68dd-4254-9b70-83cf0b84f812 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0328248 Jun 06 12:05:55.255045 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7cdff7-5866-498a-921d-58b8851f934d None None] Network 0a7e89fe-a71c-48d9-b777-817d38d513d5 requested from dv-cinder-786266-2-smb {{(pid=92098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 12:05:55.277495 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339358bf-d180-4056-8d89-57f7f8790af6 req-efb92e92-bd2d-40ae-9526-6ca2ebd76cf2 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:55.279063 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-339358bf-d180-4056-8d89-57f7f8790af6 req-efb92e92-bd2d-40ae-9526-6ca2ebd76cf2 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbc879d7-7892-49d1-b704-4b31e81d5886 HTTP/1.1" status: 200 len: 945 time: 0.3538435 Jun 06 12:05:55.314784 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-ffebffdb-813f-49c8-adcb-26c3ca22957c req-ffcb71bc-f696-4507-ab1a-cbace8ec5c2f tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778191160652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2160272'] for port, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:55.526628 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-339358bf-d180-4056-8d89-57f7f8790af6 req-4b9b15b1-a7d5-4c33-b5c5-0bbe77ed9a7e tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318022 Jun 06 12:05:55.533523 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-dee16463-3153-4d5e-914a-859237255df9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:05:55.611572 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-d1be9947-0273-46e1-9d16-5dce9e722d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33120226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2160253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2058302'] for subnet, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:55.668014 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-d1be9947-0273-46e1-9d16-5dce9e722d95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617724'] for subnet, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:55.671494 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-d1be9947-0273-46e1-9d16-5dce9e722d95 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ff1afc7f-f4ce-414b-b4e3-27c63da65886 HTTP/1.1" status: 204 len: 168 time: 1.3144155 Jun 06 12:05:55.674218 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 35154) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:05:55.679985 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffebffdb-813f-49c8-adcb-26c3ca22957c req-ffcb71bc-f696-4507-ab1a-cbace8ec5c2f tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Network 44aa02f2-2a13-4100-b8b1-6e7744d752d7 is already hosted by enough agents. {{(pid=92096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 12:05:55.682461 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.scheduler.base_scheduler [req-ffebffdb-813f-49c8-adcb-26c3ca22957c req-ffcb71bc-f696-4507-ab1a-cbace8ec5c2f tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Resources bound (agent type, host, resource id): {{(pid=92096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:05:55.700302 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffebffdb-813f-49c8-adcb-26c3ca22957c req-ffcb71bc-f696-4507-ab1a-cbace8ec5c2f tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Received port after_create {{(pid=92096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 12:05:55.850494 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcb71bc-f696-4507-ab1a-cbace8ec5c2f tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Pushing event updated for resources: {'Port': ['ID=204f38e8-b284-4ffd-8b13-52ff665ef164,revision_number=1']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:05:55.871048 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-ffcb71bc-f696-4507-ab1a-cbace8ec5c2f tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:05:55.875130 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.226s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:05:55.881080 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-ceee49d5-acaa-487e-bc45-b79ab7e1149a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33107049'] for network, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:55.943316 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1be9947-0273-46e1-9d16-5dce9e722d95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff1afc7f-f4ce-414b-b4e3-27c63da65886,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:05:55.955637 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-d1be9947-0273-46e1-9d16-5dce9e722d95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:05:55.967009 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffebffdb-813f-49c8-adcb-26c3ca22957c req-ffcb71bc-f696-4507-ab1a-cbace8ec5c2f tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:55.967811 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-ffebffdb-813f-49c8-adcb-26c3ca22957c req-ffcb71bc-f696-4507-ab1a-cbace8ec5c2f tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160768'] for port, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:56.016393 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a2581-1614-403a-aa46-d2ebc110f7aa req-4dec9ba8-0c24-4f58-96a1-e7d43c45f474 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:56.018102 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-009a2581-1614-403a-aa46-d2ebc110f7aa req-4dec9ba8-0c24-4f58-96a1-e7d43c45f474 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=663dd71e-90c6-4ae5-bf0e-e2f54fe661be HTTP/1.1" status: 200 len: 945 time: 0.2261837 Jun 06 12:05:56.039592 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-ceee49d5-acaa-487e-bc45-b79ab7e1149a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33119602', 'neutron.services.segments.db._delete_segments_for_network-8778191637926'] for network, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:56.053966 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.services.segments.db [None req-ceee49d5-acaa-487e-bc45-b79ab7e1149a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d37cec2-d786-44b2-9e86-7075fb44dfe0']}} {{(pid=92097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:05:56.067496 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.services.segments.db [None req-ceee49d5-acaa-487e-bc45-b79ab7e1149a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50ae22f6-2f71-4a96-af00-d2fd8d97cc9b') {'for_net_delete': True} {{(pid=92097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:05:56.067966 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.services.segments.db [None req-ceee49d5-acaa-487e-bc45-b79ab7e1149a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50ae22f6-2f71-4a96-af00-d2fd8d97cc9b') {} {{(pid=92097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:05:56.080738 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-009a2581-1614-403a-aa46-d2ebc110f7aa req-3dbd8e3a-dd00-4819-b0e1-9ee82b69dd9f tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=da3a596c-c8ed-4184-9b24-a093c67db910&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556171 Jun 06 12:05:56.081059 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-ceee49d5-acaa-487e-bc45-b79ab7e1149a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778191512257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-907565'] for segment, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:56.095861 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ffebffdb-813f-49c8-adcb-26c3ca22957c req-ffcb71bc-f696-4507-ab1a-cbace8ec5c2f tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7959030 Jun 06 12:05:56.099451 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-ceee49d5-acaa-487e-bc45-b79ab7e1149a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33122656'] for segment, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:56.106012 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceee49d5-acaa-487e-bc45-b79ab7e1149a admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=92097) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 12:05:56.106398 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-ceee49d5-acaa-487e-bc45-b79ab7e1149a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33122656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2165276'] for segment, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:56.112979 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.v2.base [req-ffebffdb-813f-49c8-adcb-26c3ca22957c req-9c7db55d-bc5a-41cd-85e4-842e6daa7981 service neutron] Request body: {'port': {'device_id': '19500b47-905a-4df7-b772-1cc46288e643', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=92096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:05:56.120922 dv-cinder-786266-2-smb neutron-server[92097]: Traceback (most recent call last): Jun 06 12:05:56.120922 dv-cinder-786266-2-smb neutron-server[92097]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 12:05:56.120922 dv-cinder-786266-2-smb neutron-server[92097]: timer() Jun 06 12:05:56.120922 dv-cinder-786266-2-smb neutron-server[92097]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 12:05:56.120922 dv-cinder-786266-2-smb neutron-server[92097]: cb(*args, **kw) Jun 06 12:05:56.120922 dv-cinder-786266-2-smb neutron-server[92097]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 12:05:56.120922 dv-cinder-786266-2-smb neutron-server[92097]: return func(*args, **kwargs) Jun 06 12:05:56.120922 dv-cinder-786266-2-smb neutron-server[92097]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 12:05:56.120922 dv-cinder-786266-2-smb neutron-server[92097]: self._notify() Jun 06 12:05:56.120922 dv-cinder-786266-2-smb neutron-server[92097]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 12:05:56.120922 dv-cinder-786266-2-smb neutron-server[92097]: self.callback(batched_events) Jun 06 12:05:56.120922 dv-cinder-786266-2-smb neutron-server[92097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 12:05:56.120922 dv-cinder-786266-2-smb neutron-server[92097]: event.method(event) Jun 06 12:05:56.120922 dv-cinder-786266-2-smb neutron-server[92097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 12:05:56.120922 dv-cinder-786266-2-smb neutron-server[92097]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 12:05:56.120922 dv-cinder-786266-2-smb neutron-server[92097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 12:05:56.120922 dv-cinder-786266-2-smb neutron-server[92097]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 12:05:56.120922 dv-cinder-786266-2-smb neutron-server[92097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 12:05:56.120922 dv-cinder-786266-2-smb neutron-server[92097]: return f(self, *a, **k) Jun 06 12:05:56.120922 dv-cinder-786266-2-smb neutron-server[92097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 12:05:56.120922 dv-cinder-786266-2-smb neutron-server[92097]: return self._get(url).json() Jun 06 12:05:56.120922 dv-cinder-786266-2-smb neutron-server[92097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 12:05:56.120922 dv-cinder-786266-2-smb neutron-server[92097]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 12:05:56.120922 dv-cinder-786266-2-smb neutron-server[92097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 12:05:56.120922 dv-cinder-786266-2-smb neutron-server[92097]: return self.request(url, 'GET', **kwargs) Jun 06 12:05:56.120922 dv-cinder-786266-2-smb neutron-server[92097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 12:05:56.120922 dv-cinder-786266-2-smb neutron-server[92097]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 12:05:56.120922 dv-cinder-786266-2-smb neutron-server[92097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 12:05:56.120922 dv-cinder-786266-2-smb neutron-server[92097]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 12:05:56.120922 dv-cinder-786266-2-smb neutron-server[92097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 12:05:56.120922 dv-cinder-786266-2-smb neutron-server[92097]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 12:05:56.120922 dv-cinder-786266-2-smb neutron-server[92097]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 12:05:56.160986 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-b5ed1d09-2139-4a20-985f-f03e340159d7 None None] Provisioning for port 204f38e8-b284-4ffd-8b13-52ff665ef164 completed by entity DHCP. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 12:05:56.168964 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-b5ed1d09-2139-4a20-985f-f03e340159d7 None None] Provisioning complete for port 204f38e8-b284-4ffd-8b13-52ff665ef164 triggered by entity DHCP. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:05:56.170239 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-b5ed1d09-2139-4a20-985f-f03e340159d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:56.248463 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-ffebffdb-813f-49c8-adcb-26c3ca22957c req-9c7db55d-bc5a-41cd-85e4-842e6daa7981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:56.254422 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.plugin [None req-b5ed1d09-2139-4a20-985f-f03e340159d7 None None] Port 204f38e8-b284-4ffd-8b13-52ff665ef164 cannot update to ACTIVE because it is not bound. {{(pid=92098) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 12:05:56.337015 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-ceee49d5-acaa-487e-bc45-b79ab7e1149a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33119593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-702243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-617627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558951'] for network, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:56.342753 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-2040cb99-e88b-455f-8c5e-eba35235943e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:05:56.358628 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-ceee49d5-acaa-487e-bc45-b79ab7e1149a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617724'] for network, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:56.362161 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-ceee49d5-acaa-487e-bc45-b79ab7e1149a admin admin] 10.222.0.32 "DELETE /v2.0/networks/4d37cec2-d786-44b2-9e86-7075fb44dfe0 HTTP/1.1" status: 204 len: 168 time: 0.6852431 Jun 06 12:05:56.366427 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceee49d5-acaa-487e-bc45-b79ab7e1149a admin admin] Pushing event deleted for resources: {'Network': ['ID=4d37cec2-d786-44b2-9e86-7075fb44dfe0,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:05:56.414343 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-ceee49d5-acaa-487e-bc45-b79ab7e1149a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:05:56.589051 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8128ed-85d2-4796-8a7b-00213bdec47b req-8a0725fd-653f-49c7-a40b-239e7257c8e8 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:56.600717 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-1a8128ed-85d2-4796-8a7b-00213bdec47b req-8a0725fd-653f-49c7-a40b-239e7257c8e8 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "GET /v2.0/ports?device_id=19500b47-905a-4df7-b772-1cc46288e643 HTTP/1.1" status: 200 len: 931 time: 0.3062999 Jun 06 12:05:56.760567 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-1a8128ed-85d2-4796-8a7b-00213bdec47b req-b5d7f464-3d4b-4d78-93c8-a93f5fcd75d6 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8e3558-5525-409a-8a5e-2b0e7c402abb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1564596 Jun 06 12:05:56.813343 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 35178) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:05:56.868089 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.notifiers.nova [req-ffebffdb-813f-49c8-adcb-26c3ca22957c req-9c7db55d-bc5a-41cd-85e4-842e6daa7981 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 204f38e8-b284-4ffd-8b13-52ff665ef164 {{(pid=92096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 12:05:56.876202 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-ffebffdb-813f-49c8-adcb-26c3ca22957c req-9c7db55d-bc5a-41cd-85e4-842e6daa7981 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:56.912723 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.db.provisioning_blocks [req-ffebffdb-813f-49c8-adcb-26c3ca22957c req-9c7db55d-bc5a-41cd-85e4-842e6daa7981 service neutron] Transition to ACTIVE for port object 204f38e8-b284-4ffd-8b13-52ff665ef164 will not be triggered until provisioned by entity L2. {{(pid=92096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 12:05:56.917866 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-959deb8c-0f95-4fda-b068-d6af2b5c3aa9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1875b9074f2a49ea94dc8d6242744a26&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1032288 Jun 06 12:05:56.921553 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 35184) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:05:56.998466 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-ffebffdb-813f-49c8-adcb-26c3ca22957c req-9c7db55d-bc5a-41cd-85e4-842e6daa7981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2160299'] for port, after_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:57.005083 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-784e2d9e-d2fa-4850-903b-57bd9ba80428 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:05:57.183658 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-1b7a9be3-980d-48ce-ad57-655b484ab20b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:57.190226 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7db55d-bc5a-41cd-85e4-842e6daa7981 service neutron] Pushing event updated for resources: {'Port': ['ID=204f38e8-b284-4ffd-8b13-52ff665ef164,revision_number=2']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:05:57.199911 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-9c7db55d-bc5a-41cd-85e4-842e6daa7981 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:05:57.444081 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-1b7a9be3-980d-48ce-ad57-655b484ab20b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:57.519072 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.managers [req-ffebffdb-813f-49c8-adcb-26c3ca22957c req-9c7db55d-bc5a-41cd-85e4-842e6daa7981 service neutron] Attempting to bind port 204f38e8-b284-4ffd-8b13-52ff665ef164 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 12:05:57.519407 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.managers [req-ffebffdb-813f-49c8-adcb-26c3ca22957c req-9c7db55d-bc5a-41cd-85e4-842e6daa7981 service neutron] Attempting to bind port 204f38e8-b284-4ffd-8b13-52ff665ef164 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '9992ddec-c3a6-45ca-972c-7f53a4b612e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '44aa02f2-2a13-4100-b8b1-6e7744d752d7'}] {{(pid=92096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 12:05:57.519734 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffebffdb-813f-49c8-adcb-26c3ca22957c req-9c7db55d-bc5a-41cd-85e4-842e6daa7981 service neutron] Attempting to bind port 204f38e8-b284-4ffd-8b13-52ff665ef164 on network 44aa02f2-2a13-4100-b8b1-6e7744d752d7 {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 12:05:57.529109 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffebffdb-813f-49c8-adcb-26c3ca22957c req-9c7db55d-bc5a-41cd-85e4-842e6daa7981 service neutron] Port 204f38e8-b284-4ffd-8b13-52ff665ef164 on network 44aa02f2-2a13-4100-b8b1-6e7744d752d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 12:05:57.532070 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffebffdb-813f-49c8-adcb-26c3ca22957c req-9c7db55d-bc5a-41cd-85e4-842e6daa7981 service neutron] Attempting to bind port 204f38e8-b284-4ffd-8b13-52ff665ef164 on network 44aa02f2-2a13-4100-b8b1-6e7744d752d7 {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 12:05:57.539599 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffebffdb-813f-49c8-adcb-26c3ca22957c req-9c7db55d-bc5a-41cd-85e4-842e6daa7981 service neutron] Checking agent: {'id': '7f4f2d28-9bb0-42d9-b4ad-6ed22ccae0f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 12, 1, 20), 'started_at': datetime.datetime(2021, 6, 6, 12, 1, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 12, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 12:05:57.540030 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffebffdb-813f-49c8-adcb-26c3ca22957c req-9c7db55d-bc5a-41cd-85e4-842e6daa7981 service neutron] Checking segment: {'id': '9992ddec-c3a6-45ca-972c-7f53a4b612e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '44aa02f2-2a13-4100-b8b1-6e7744d752d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 12:05:57.540412 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffebffdb-813f-49c8-adcb-26c3ca22957c req-9c7db55d-bc5a-41cd-85e4-842e6daa7981 service neutron] Bound using segment: {'id': '9992ddec-c3a6-45ca-972c-7f53a4b612e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '44aa02f2-2a13-4100-b8b1-6e7744d752d7'} {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 12:05:57.540842 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.managers [req-ffebffdb-813f-49c8-adcb-26c3ca22957c req-9c7db55d-bc5a-41cd-85e4-842e6daa7981 service neutron] Bound port: 204f38e8-b284-4ffd-8b13-52ff665ef164, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9992ddec-c3a6-45ca-972c-7f53a4b612e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '44aa02f2-2a13-4100-b8b1-6e7744d752d7'}}] {{(pid=92096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 12:05:57.541181 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-ffebffdb-813f-49c8-adcb-26c3ca22957c req-9c7db55d-bc5a-41cd-85e4-842e6daa7981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:57.611978 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa44493-39dd-4eab-aac0-b37953579309 req-3acd1361-47f7-47c0-b847-959a49483df0 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:57.611978 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-5aa44493-39dd-4eab-aac0-b37953579309 req-3acd1361-47f7-47c0-b847-959a49483df0 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=663dd71e-90c6-4ae5-bf0e-e2f54fe661be HTTP/1.1" status: 200 len: 945 time: 0.3551047 Jun 06 12:05:57.670325 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.db [req-ffebffdb-813f-49c8-adcb-26c3ca22957c req-9c7db55d-bc5a-41cd-85e4-842e6daa7981 service neutron] For port 204f38e8-b284-4ffd-8b13-52ff665ef164, host hv-cinder-78626, cleared binding levels {{(pid=92096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 12:05:57.688177 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.db [req-ffebffdb-813f-49c8-adcb-26c3ca22957c req-9c7db55d-bc5a-41cd-85e4-842e6daa7981 service neutron] For port 204f38e8-b284-4ffd-8b13-52ff665ef164, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=204f38e8-b284-4ffd-8b13-52ff665ef164,segment=NetworkSegment(9992ddec-c3a6-45ca-972c-7f53a4b612e0),segment_id=9992ddec-c3a6-45ca-972c-7f53a4b612e0)] {{(pid=92096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 12:05:57.694018 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-1b7a9be3-980d-48ce-ad57-655b484ab20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:57.696407 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-1b7a9be3-980d-48ce-ad57-655b484ab20b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:57.699826 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-1b7a9be3-980d-48ce-ad57-655b484ab20b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f23f4ac2-a34a-4b05-b7f3-4b7c23d9b1be HTTP/1.1" status: 204 len: 168 time: 0.7748566 Jun 06 12:05:57.699967 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-69806beb-086f-4260-9aa3-68279440cdb8 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:05:57.716444 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-5aa44493-39dd-4eab-aac0-b37953579309 req-ef36de72-aa15-49d6-9d3a-7a1bea132eda tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=da3a596c-c8ed-4184-9b24-a093c67db910&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725451 Jun 06 12:05:57.740061 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7a9be3-980d-48ce-ad57-655b484ab20b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23f4ac2-a34a-4b05-b7f3-4b7c23d9b1be,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:05:57.744714 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-1b7a9be3-980d-48ce-ad57-655b484ab20b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:05:57.783812 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-ffebffdb-813f-49c8-adcb-26c3ca22957c req-9c7db55d-bc5a-41cd-85e4-842e6daa7981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2160299'] for port, after_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:57.789051 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-83adabc4-06bd-435e-9ac9-db68b582067e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:05:57.853684 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffebffdb-813f-49c8-adcb-26c3ca22957c req-9c7db55d-bc5a-41cd-85e4-842e6daa7981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:57.854158 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-ffebffdb-813f-49c8-adcb-26c3ca22957c req-9c7db55d-bc5a-41cd-85e4-842e6daa7981 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160768'] for port, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:05:57.855518 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ffebffdb-813f-49c8-adcb-26c3ca22957c req-9c7db55d-bc5a-41cd-85e4-842e6daa7981 service neutron] 10.222.0.35 "PUT /v2.0/ports/204f38e8-b284-4ffd-8b13-52ff665ef164 HTTP/1.1" status: 200 len: 1093 time: 1.7513130 Jun 06 12:05:57.856099 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19500b47-905a-4df7-b772-1cc46288e643', 'tag': '204f38e8-b284-4ffd-8b13-52ff665ef164'}] {{(pid=92096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:05:57.858881 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70cf447e3881262ea0b43a88f7d0d33c778b0ed04640d1c627a7304ff1bba8b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e10b04e0-4332-4088-b123-5c713e2638c1" -d '{"events": [{"name": "network-changed", "server_uuid": "19500b47-905a-4df7-b772-1cc46288e643", "tag": "204f38e8-b284-4ffd-8b13-52ff665ef164"}]}' {{(pid=92096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:05:57.880649 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7db55d-bc5a-41cd-85e4-842e6daa7981 service neutron] Pushing event updated for resources: {'Port': ['ID=204f38e8-b284-4ffd-8b13-52ff665ef164,revision_number=3']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:05:57.889876 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-9c7db55d-bc5a-41cd-85e4-842e6daa7981 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:05:57.924510 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 12:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92728e11-d846-49e7-9031-83f79fd1d12a x-openstack-request-id: req-92728e11-d846-49e7-9031-83f79fd1d12a {{(pid=92096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:05:57.924917 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19500b47-905a-4df7-b772-1cc46288e643", "tag": "204f38e8-b284-4ffd-8b13-52ff665ef164", "status": "completed", "code": 200}]} {{(pid=92096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:05:57.925398 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-92728e11-d846-49e7-9031-83f79fd1d12a {{(pid=92096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:05:57.930990 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19500b47-905a-4df7-b772-1cc46288e643', 'tag': '204f38e8-b284-4ffd-8b13-52ff665ef164', 'status': 'completed', 'code': 200} Jun 06 12:05:58.108551 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b04e0-4332-4088-b123-5c713e2638c1 req-a77c4b23-6305-47c8-89d1-afa18fea2bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:58.109460 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-e10b04e0-4332-4088-b123-5c713e2638c1 req-a77c4b23-6305-47c8-89d1-afa18fea2bb4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5e1928ed6cdf4910a20d9b6ff02b4c2b&device_id=19500b47-905a-4df7-b772-1cc46288e643 HTTP/1.1" status: 200 len: 1096 time: 0.1123474 Jun 06 12:05:58.117929 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f98389-0e47-4dcd-a031-f3fe43a2c4fb req-a9978f10-4ede-41b2-828a-093b4e6ff910 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:58.119444 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-23f98389-0e47-4dcd-a031-f3fe43a2c4fb req-a9978f10-4ede-41b2-828a-093b4e6ff910 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "GET /v2.0/ports?device_id=19500b47-905a-4df7-b772-1cc46288e643 HTTP/1.1" status: 200 len: 943 time: 0.1823680 Jun 06 12:05:58.264528 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-23f98389-0e47-4dcd-a031-f3fe43a2c4fb req-1a86d674-a186-4153-aaba-3ea6bfa3734b tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8e3558-5525-409a-8a5e-2b0e7c402abb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153185 Jun 06 12:05:58.309162 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b04e0-4332-4088-b123-5c713e2638c1 req-f91a547e-ed78-4406-b4c6-a3a3d282a997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:58.310798 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-e10b04e0-4332-4088-b123-5c713e2638c1 req-f91a547e-ed78-4406-b4c6-a3a3d282a997 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=5e1928ed6cdf4910a20d9b6ff02b4c2b&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1904478 Jun 06 12:05:58.565851 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b04e0-4332-4088-b123-5c713e2638c1 req-572d8ac8-b048-4804-a195-e2c2bbbebc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:58.567263 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-e10b04e0-4332-4088-b123-5c713e2638c1 req-572d8ac8-b048-4804-a195-e2c2bbbebc56 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2501090 Jun 06 12:05:58.573811 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ce263-97a3-4a98-85f0-97385e396c90 req-6027c991-d77d-419c-b2ef-d0808da04ead tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:58.575197 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c17ce263-97a3-4a98-85f0-97385e396c90 req-6027c991-d77d-419c-b2ef-d0808da04ead tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/networks?id=0a7e89fe-a71c-48d9-b777-817d38d513d5 HTTP/1.1" status: 200 len: 814 time: 0.2355709 Jun 06 12:05:58.595103 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c17ce263-97a3-4a98-85f0-97385e396c90 req-83bec488-fd98-483a-81d7-767e63cb208e tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/quotas/ba2315884e654155aea29350d5720559 HTTP/1.1" status: 200 len: 375 time: 0.0112004 Jun 06 12:05:58.670247 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86743489-76d3-4c28-8119-13a94649040c req-4627d396-d223-4156-80e7-ca6b81176f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:58.672409 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-86743489-76d3-4c28-8119-13a94649040c req-4627d396-d223-4156-80e7-ca6b81176f36 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fa82d4a0d6da4865a82dec984aed67ec&device_id=663dd71e-90c6-4ae5-bf0e-e2f54fe661be HTTP/1.1" status: 200 len: 1098 time: 0.1079884 Jun 06 12:05:58.677288 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c17ce263-97a3-4a98-85f0-97385e396c90 req-f8de34b3-5986-4f84-a09c-87b5ede6b2f9 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ba2315884e654155aea29350d5720559&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0763569 Jun 06 12:05:58.839737 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffebffdb-813f-49c8-adcb-26c3ca22957c req-61096b9b-d63b-40e5-87d7-d10d5e36c820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:58.842302 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ffebffdb-813f-49c8-adcb-26c3ca22957c req-61096b9b-d63b-40e5-87d7-d10d5e36c820 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5e1928ed6cdf4910a20d9b6ff02b4c2b&device_id=19500b47-905a-4df7-b772-1cc46288e643 HTTP/1.1" status: 200 len: 1096 time: 0.2039034 Jun 06 12:05:58.849602 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86743489-76d3-4c28-8119-13a94649040c req-9667db17-6a64-4bbc-92cc-3fecffa7d123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:58.855605 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-86743489-76d3-4c28-8119-13a94649040c req-9667db17-6a64-4bbc-92cc-3fecffa7d123 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9d232693-3d67-4acc-8d54-aa5376170328 HTTP/1.1" status: 200 len: 918 time: 0.1766834 Jun 06 12:05:58.996863 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ffebffdb-813f-49c8-adcb-26c3ca22957c req-0cdf0f0f-6f57-4528-ab90-96c4c7e159f1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=204f38e8-b284-4ffd-8b13-52ff665ef164 HTTP/1.1" status: 200 len: 217 time: 0.1468408 Jun 06 12:05:58.999024 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-86743489-76d3-4c28-8119-13a94649040c req-cb92b332-cc4a-46f5-8533-728672b56290 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc7aba5c-1311-49d5-ada0-73621eb9181f HTTP/1.1" status: 200 len: 1001 time: 0.1355128 Jun 06 12:05:59.006302 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c17ce263-97a3-4a98-85f0-97385e396c90 req-5afc4d6b-6d51-44ca-a639-b0cdae18be3f service neutron] 10.222.0.32 "GET /v2.0/networks/0a7e89fe-a71c-48d9-b777-817d38d513d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173685 Jun 06 12:05:59.075793 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86743489-76d3-4c28-8119-13a94649040c req-e08de5aa-68b3-4a2f-b169-a3bce26b8342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:59.077250 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-86743489-76d3-4c28-8119-13a94649040c req-e08de5aa-68b3-4a2f-b169-a3bce26b8342 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9af00337-26dd-42bb-a5b7-bfb5439775d6 HTTP/1.1" status: 200 len: 856 time: 0.0668967 Jun 06 12:05:59.170359 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86743489-76d3-4c28-8119-13a94649040c req-a611284d-c865-4663-99b1-7211ecc4143a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:59.172267 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-86743489-76d3-4c28-8119-13a94649040c req-a611284d-c865-4663-99b1-7211ecc4143a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9d232693-3d67-4acc-8d54-aa5376170328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0853465 Jun 06 12:05:59.187446 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffebffdb-813f-49c8-adcb-26c3ca22957c req-3145593b-e9ba-4edd-84cc-5a9abebe863d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:59.188856 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ffebffdb-813f-49c8-adcb-26c3ca22957c req-3145593b-e9ba-4edd-84cc-5a9abebe863d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a36d396d-02b7-45f4-a272-c76d0b30e743 HTTP/1.1" status: 200 len: 848 time: 0.1590717 Jun 06 12:05:59.200541 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713f9d74-c8d7-4c43-83ee-20932cdedd8e req-e2a9884f-ddc8-4a85-99c9-a2b2d1eb922d tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:59.202042 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-713f9d74-c8d7-4c43-83ee-20932cdedd8e req-e2a9884f-ddc8-4a85-99c9-a2b2d1eb922d tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=663dd71e-90c6-4ae5-bf0e-e2f54fe661be HTTP/1.1" status: 200 len: 945 time: 0.3559101 Jun 06 12:05:59.393361 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c17ce263-97a3-4a98-85f0-97385e396c90 req-a9ffe62a-c606-4d98-a39a-7a2afdfc8175 service neutron] 10.222.0.32 "GET /v2.0/networks/0a7e89fe-a71c-48d9-b777-817d38d513d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3847752 Jun 06 12:05:59.427121 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-713f9d74-c8d7-4c43-83ee-20932cdedd8e req-e90a7f94-8461-47ea-ba3a-ac699bc7dd0d tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=da3a596c-c8ed-4184-9b24-a093c67db910&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725856 Jun 06 12:05:59.441815 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffebffdb-813f-49c8-adcb-26c3ca22957c req-cc3b4fe5-5d09-48ec-8912-5dba62a89b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:59.443897 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ffebffdb-813f-49c8-adcb-26c3ca22957c req-cc3b4fe5-5d09-48ec-8912-5dba62a89b94 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=44aa02f2-2a13-4100-b8b1-6e7744d752d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2288671 Jun 06 12:05:59.483595 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-86743489-76d3-4c28-8119-13a94649040c req-14bb34d0-bdac-46b5-8932-84acb5606fa5 service neutron] 10.222.0.35 "GET /v2.0/networks/9d232693-3d67-4acc-8d54-aa5376170328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993686 Jun 06 12:05:59.709952 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-86743489-76d3-4c28-8119-13a94649040c req-863211fa-a36a-4dc8-bc49-bff1f056c151 service neutron] 10.222.0.35 "GET /v2.0/networks/9d232693-3d67-4acc-8d54-aa5376170328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132237 Jun 06 12:05:59.746621 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ffebffdb-813f-49c8-adcb-26c3ca22957c req-11651dc6-0f90-48ef-9633-2f4a0b08b954 service neutron] 10.222.0.35 "GET /v2.0/networks/44aa02f2-2a13-4100-b8b1-6e7744d752d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961574 Jun 06 12:05:59.754433 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-f6a59d6f-5483-4973-96be-2ac4b5a7665c req-b5821832-51d6-4c03-a156-e6c5c4b885d9 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e085e2f-01a5-4453-a638-7db685e9c2e4 HTTP/1.1" status: 200 len: 210 time: 0.0560730 Jun 06 12:05:59.822055 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d03f6-33fd-4856-9c6b-3bd2e5f2da25 req-6f3fdd81-5311-4af4-b4e5-5e2d26c66d5b tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:05:59.823552 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-a90d03f6-33fd-4856-9c6b-3bd2e5f2da25 req-6f3fdd81-5311-4af4-b4e5-5e2d26c66d5b tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "GET /v2.0/ports?device_id=19500b47-905a-4df7-b772-1cc46288e643 HTTP/1.1" status: 200 len: 943 time: 0.2530601 Jun 06 12:05:59.949882 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-a90d03f6-33fd-4856-9c6b-3bd2e5f2da25 req-1b8cacbc-f7e4-40f2-b280-de7cb8048322 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8e3558-5525-409a-8a5e-2b0e7c402abb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681467 Jun 06 12:05:59.951950 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ffebffdb-813f-49c8-adcb-26c3ca22957c req-080797bb-61a8-4242-b966-6ed8e2821da2 service neutron] 10.222.0.35 "GET /v2.0/networks/44aa02f2-2a13-4100-b8b1-6e7744d752d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955364 Jun 06 12:06:00.510468 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 35296) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:06:00.655208 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-5d3e3b5e-f750-420c-8d16-469cfb69ced1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:00.678535 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c3a708-d97a-44bb-97ba-13f754062390 req-a7afd429-5851-4154-869d-4883ee0e9f75 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:00.679962 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-b8c3a708-d97a-44bb-97ba-13f754062390 req-a7afd429-5851-4154-869d-4883ee0e9f75 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=663dd71e-90c6-4ae5-bf0e-e2f54fe661be HTTP/1.1" status: 200 len: 945 time: 0.1209967 Jun 06 12:06:00.745500 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-b8c3a708-d97a-44bb-97ba-13f754062390 req-56a48af3-4fb9-4693-be5c-2fc1754ebf7e tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=da3a596c-c8ed-4184-9b24-a093c67db910&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568876 Jun 06 12:06:00.822341 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-5d3e3b5e-f750-420c-8d16-469cfb69ced1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:00.917270 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-25a97122-3039-4119-961f-d4a47a8e7376 req-6b98eea9-254b-4482-b6bd-24b5284982f8 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e085e2f-01a5-4453-a638-7db685e9c2e4 HTTP/1.1" status: 200 len: 210 time: 0.0460622 Jun 06 12:06:00.941645 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-5d3e3b5e-f750-420c-8d16-469cfb69ced1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:00.951841 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:06:00.991558 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-5d3e3b5e-f750-420c-8d16-469cfb69ced1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=961bf1301d0e464091311573777058e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4800251 Jun 06 12:06:00.993334 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3e3b5e-f750-420c-8d16-469cfb69ced1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=404b7098-d3f8-4ff0-ad3a-4fbdf5ed5faf,revision_number=1']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:06:00.994927 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 35310) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:06:01.005267 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e3b5e-f750-420c-8d16-469cfb69ced1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:06:01.005649 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e3b5e-f750-420c-8d16-469cfb69ced1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:06:01.006031 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e3b5e-f750-420c-8d16-469cfb69ced1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:06:01.006380 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e3b5e-f750-420c-8d16-469cfb69ced1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:06:01.006723 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e3b5e-f750-420c-8d16-469cfb69ced1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:06:01.007066 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e3b5e-f750-420c-8d16-469cfb69ced1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:06:01.007405 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e3b5e-f750-420c-8d16-469cfb69ced1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:06:01.007741 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e3b5e-f750-420c-8d16-469cfb69ced1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:06:01.008081 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e3b5e-f750-420c-8d16-469cfb69ced1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:06:01.008412 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e3b5e-f750-420c-8d16-469cfb69ced1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:06:01.008744 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e3b5e-f750-420c-8d16-469cfb69ced1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:06:01.009074 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e3b5e-f750-420c-8d16-469cfb69ced1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:06:01.013191 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-5d3e3b5e-f750-420c-8d16-469cfb69ced1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:06:01.062470 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-284f8472-8999-4722-93ff-ded36c0ba29d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:01.090959 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-284f8472-8999-4722-93ff-ded36c0ba29d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:01.148757 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db4437-ca3f-4273-a09e-97c190f01316 req-47f162ce-067e-4591-9bc4-e2872b2353f4 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:01.150239 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c8db4437-ca3f-4273-a09e-97c190f01316 req-47f162ce-067e-4591-9bc4-e2872b2353f4 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "GET /v2.0/ports?device_id=19500b47-905a-4df7-b772-1cc46288e643 HTTP/1.1" status: 200 len: 943 time: 0.0867670 Jun 06 12:06:01.196437 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c8db4437-ca3f-4273-a09e-97c190f01316 req-5dd8b5f4-58ad-4f95-8079-82cbf8a7509a tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8e3558-5525-409a-8a5e-2b0e7c402abb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396659 Jun 06 12:06:01.266198 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-284f8472-8999-4722-93ff-ded36c0ba29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:01.268696 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-284f8472-8999-4722-93ff-ded36c0ba29d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:01.272118 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-284f8472-8999-4722-93ff-ded36c0ba29d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/404b7098-d3f8-4ff0-ad3a-4fbdf5ed5faf HTTP/1.1" status: 204 len: 168 time: 0.2733295 Jun 06 12:06:01.272118 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-feeab420-0e2e-42a9-ac06-937395b51442 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:06:01.281463 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284f8472-8999-4722-93ff-ded36c0ba29d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404b7098-d3f8-4ff0-ad3a-4fbdf5ed5faf,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:06:01.283903 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-284f8472-8999-4722-93ff-ded36c0ba29d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:06:01.770363 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device 204f38e8-b284-4ffd-8b13-52ff665ef164 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=92098) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 12:06:01.776929 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device cc7aba5c-1311-49d5-ada0-73621eb9181f no longer exists at agent hyperv_hv-cinder-78626 {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 12:06:01.978193 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf0bcc-41b9-4756-a91b-49c16c7472d2 req-c31fe842-376c-4314-b6c6-6611d9b724d1 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:01.987091 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-a1cf0bcc-41b9-4756-a91b-49c16c7472d2 req-c31fe842-376c-4314-b6c6-6611d9b724d1 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=663dd71e-90c6-4ae5-bf0e-e2f54fe661be HTTP/1.1" status: 200 len: 945 time: 0.1077986 Jun 06 12:06:02.004738 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:02.024619 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] For port 204f38e8-b284-4ffd-8b13-52ff665ef164, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=204f38e8-b284-4ffd-8b13-52ff665ef164,segment=NetworkSegment(9992ddec-c3a6-45ca-972c-7f53a4b612e0),segment_id=9992ddec-c3a6-45ca-972c-7f53a4b612e0)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:06:02.032363 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 35328) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:06:02.037504 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-a1cf0bcc-41b9-4756-a91b-49c16c7472d2 req-88bc76be-8e46-44b5-8ff2-eb93d43414b2 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=da3a596c-c8ed-4184-9b24-a093c67db910&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483916 Jun 06 12:06:02.050940 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-15c401f4-ca04-4593-8cf9-5633e42069da admin admin] Notify callbacks [] for security_group, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:02.051293 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663dd71e-90c6-4ae5-bf0e-e2f54fe661be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc7aba5c-1311-49d5-ada0-73621eb9181f'}] {{(pid=92098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:06:02.053658 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e301314d1a362e62940ee01824f522d16df788b03badbdd7b1d0b93d98b8084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa5b5bf-b512-4001-97f5-5f7afa9be73d" -d '{"events": [{"server_uuid": "663dd71e-90c6-4ae5-bf0e-e2f54fe661be", "name": "network-vif-unplugged", "status": "completed", "tag": "cc7aba5c-1311-49d5-ada0-73621eb9181f"}]}' {{(pid=92098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:06:02.065697 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] For port cc7aba5c-1311-49d5-ada0-73621eb9181f, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=cc7aba5c-1311-49d5-ada0-73621eb9181f,segment=NetworkSegment(4ba14138-863d-4bea-aa89-dac6ed43a677),segment_id=4ba14138-863d-4bea-aa89-dac6ed43a677)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:06:02.066875 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Returning: {'device': '204f38e8-b284-4ffd-8b13-52ff665ef164', 'network_id': '44aa02f2-2a13-4100-b8b1-6e7744d752d7', 'port_id': '204f38e8-b284-4ffd-8b13-52ff665ef164', 'mac_address': 'fa:16:3e:bd:e9:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a36d396d-02b7-45f4-a272-c76d0b30e743', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92098) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 12:06:02.125205 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:02.149192 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:02.152630 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:06:02.190562 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-15c401f4-ca04-4593-8cf9-5633e42069da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:02.217662 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.notifiers.nova [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 204f38e8-b284-4ffd-8b13-52ff665ef164 {{(pid=92098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 12:06:02.237940 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-4cd3f563-a833-4ac8-858d-4ea594a23f17 req-f4b016cf-b91d-4173-8bb2-5da1a9973dba tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e085e2f-01a5-4453-a638-7db685e9c2e4 HTTP/1.1" status: 200 len: 210 time: 0.0588567 Jun 06 12:06:02.249587 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] For port 204f38e8-b284-4ffd-8b13-52ff665ef164, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=204f38e8-b284-4ffd-8b13-52ff665ef164,segment=NetworkSegment(9992ddec-c3a6-45ca-972c-7f53a4b612e0),segment_id=9992ddec-c3a6-45ca-972c-7f53a4b612e0)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:06:02.258226 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Pushing event updated for resources: {'Port': ['ID=cc7aba5c-1311-49d5-ada0-73621eb9181f,revision_number=8']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:06:02.274657 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:06:02.309902 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 06 Jun 2021 12:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af3f8f26-3c56-4b42-af6c-805e8f9941d4 x-openstack-request-id: req-af3f8f26-3c56-4b42-af6c-805e8f9941d4 {{(pid=92098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:06:02.310245 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "663dd71e-90c6-4ae5-bf0e-e2f54fe661be", "name": "network-vif-unplugged", "status": "completed", "tag": "cc7aba5c-1311-49d5-ada0-73621eb9181f", "code": 200}]} {{(pid=92098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:06:02.310492 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-af3f8f26-3c56-4b42-af6c-805e8f9941d4 {{(pid=92098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:06:02.310889 dv-cinder-786266-2-smb neutron-server[92098]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '663dd71e-90c6-4ae5-bf0e-e2f54fe661be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc7aba5c-1311-49d5-ada0-73621eb9181f', 'code': 200} Jun 06 12:06:02.314503 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-15c401f4-ca04-4593-8cf9-5633e42069da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:02.325298 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-7a275da5-36e5-49e7-9d68-bf71b41c2d86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:06:02.339958 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ce263-97a3-4a98-85f0-97385e396c90 req-44ce4f09-366b-4548-9aca-2c83cb7a53ce tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:02.342178 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c17ce263-97a3-4a98-85f0-97385e396c90 req-44ce4f09-366b-4548-9aca-2c83cb7a53ce tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.35 "GET /v2.0/networks?id=0a7e89fe-a71c-48d9-b777-817d38d513d5 HTTP/1.1" status: 200 len: 814 time: 0.2080581 Jun 06 12:06:02.343579 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:02.346823 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-7b6ecd18-fcf7-4340-85d8-3e93bf4dbb89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:06:02.358695 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.v2.base [req-c17ce263-97a3-4a98-85f0-97385e396c90 req-6b451327-4550-43c7-9981-209ddebaddd0 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Request body: {'port': {'device_id': '1e085e2f-01a5-4453-a638-7db685e9c2e4', 'network_id': '0a7e89fe-a71c-48d9-b777-817d38d513d5', 'admin_state_up': True, 'tenant_id': 'ba2315884e654155aea29350d5720559'}} {{(pid=92096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:06:02.394753 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c401f4-ca04-4593-8cf9-5633e42069da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39bf180c-5955-4b48-ac77-f7eb8badcd5d,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:06:02.399990 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-15c401f4-ca04-4593-8cf9-5633e42069da admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cb92268b739f4da4beee775c01bf9de6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3665245 Jun 06 12:06:02.401391 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-15c401f4-ca04-4593-8cf9-5633e42069da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:06:02.403321 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 35336) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:06:02.440611 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Pushing event updated for resources: {'Port': ['ID=204f38e8-b284-4ffd-8b13-52ff665ef164,revision_number=4']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:06:02.456307 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:06:02.478895 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-6998f533-a510-4b55-9b15-86feb0457f60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:02.505844 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-6998f533-a510-4b55-9b15-86feb0457f60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:02.606115 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] get_ports_and_sgs() called for port_ids ['204f38e8-b284-4ffd-8b13-52ff665ef164'] {{(pid=92098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 12:06:02.645879 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-6998f533-a510-4b55-9b15-86feb0457f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:02.649655 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-6998f533-a510-4b55-9b15-86feb0457f60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:02.651252 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-6998f533-a510-4b55-9b15-86feb0457f60 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/39bf180c-5955-4b48-ac77-f7eb8badcd5d HTTP/1.1" status: 204 len: 168 time: 0.2466748 Jun 06 12:06:02.654163 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-00a0dcaa-d9de-4bc4-874e-543ab784f7ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:06:02.679382 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6998f533-a510-4b55-9b15-86feb0457f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39bf180c-5955-4b48-ac77-f7eb8badcd5d,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:06:02.682264 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-6998f533-a510-4b55-9b15-86feb0457f60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:06:02.715568 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4cdb0f-50c9-4ded-83f5-7c5c56a389f9 req-13f8638f-4951-440c-b8a8-83f3f672a674 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:02.719141 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-3d4cdb0f-50c9-4ded-83f5-7c5c56a389f9 req-13f8638f-4951-440c-b8a8-83f3f672a674 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=f978bdbd-a787-4839-b681-dc085e83f9b4 HTTP/1.1" status: 200 len: 946 time: 0.2549150 Jun 06 12:06:02.753585 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60e8e34-de92-4952-8a0b-24c6f3a6dd14 req-d2a0cc05-bfd1-42f5-98fb-2b8ebb96dfe7 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:02.760185 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-d60e8e34-de92-4952-8a0b-24c6f3a6dd14 req-d2a0cc05-bfd1-42f5-98fb-2b8ebb96dfe7 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "GET /v2.0/ports?device_id=19500b47-905a-4df7-b772-1cc46288e643 HTTP/1.1" status: 200 len: 944 time: 0.2946851 Jun 06 12:06:02.786993 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c17ce263-97a3-4a98-85f0-97385e396c90 req-6b451327-4550-43c7-9981-209ddebaddd0 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Made reservation on behalf of ba2315884e654155aea29350d5720559 for: {'port': 1} {{(pid=92096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 12:06:02.791091 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-c17ce263-97a3-4a98-85f0-97385e396c90 req-6b451327-4550-43c7-9981-209ddebaddd0 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:02.887079 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-3d4cdb0f-50c9-4ded-83f5-7c5c56a389f9 req-9b542541-1418-4f68-9be8-7174231a0e8d tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588871 Jun 06 12:06:02.896229 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-d60e8e34-de92-4952-8a0b-24c6f3a6dd14 req-2a3bff03-9420-4939-a7c8-3360e10e5a2a tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8e3558-5525-409a-8a5e-2b0e7c402abb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350191 Jun 06 12:06:03.119619 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.db.db_base_plugin_common [req-c17ce263-97a3-4a98-85f0-97385e396c90 req-6b451327-4550-43c7-9981-209ddebaddd0 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Allocated IP 172.20.0.12 (0a7e89fe-a71c-48d9-b777-817d38d513d5/cf722215-7508-469b-84a9-6e792d6fef94/1279420d-3723-48cd-aee4-6108c6f3d1ad) {{(pid=92096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 12:06:03.432747 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaae67a-2a90-48e7-b9b7-5c79034a6ada req-05dca482-bc2b-4753-b60e-cc7bcee2ea7f tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:03.438308 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6aaae67a-2a90-48e7-b9b7-5c79034a6ada req-05dca482-bc2b-4753-b60e-cc7bcee2ea7f tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=663dd71e-90c6-4ae5-bf0e-e2f54fe661be HTTP/1.1" status: 200 len: 943 time: 0.2741067 Jun 06 12:06:03.451431 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-651f5c9a-7d90-4cd2-8a25-ec54fbc75fe6 req-0e88ff9a-8bf1-4754-92e2-631f807f898e tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e085e2f-01a5-4453-a638-7db685e9c2e4 HTTP/1.1" status: 200 len: 210 time: 0.0762789 Jun 06 12:06:03.467014 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-c17ce263-97a3-4a98-85f0-97385e396c90 req-6b451327-4550-43c7-9981-209ddebaddd0 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Notify callbacks [] for port, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:03.502592 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6aaae67a-2a90-48e7-b9b7-5c79034a6ada req-d696ec63-b18d-4476-8bf3-d0f16221afea tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=da3a596c-c8ed-4184-9b24-a093c67db910&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561776 Jun 06 12:06:03.603744 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-c17ce263-97a3-4a98-85f0-97385e396c90 req-6b451327-4550-43c7-9981-209ddebaddd0 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778191160652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2160272'] for port, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:03.611021 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:06:03.679222 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c17ce263-97a3-4a98-85f0-97385e396c90 req-6b451327-4550-43c7-9981-209ddebaddd0 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Network 0a7e89fe-a71c-48d9-b777-817d38d513d5 is already hosted by enough agents. {{(pid=92096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 12:06:03.682353 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.scheduler.base_scheduler [req-c17ce263-97a3-4a98-85f0-97385e396c90 req-6b451327-4550-43c7-9981-209ddebaddd0 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Resources bound (agent type, host, resource id): {{(pid=92096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:06:03.686307 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.db.l3_dvrscheduler_db [req-c17ce263-97a3-4a98-85f0-97385e396c90 req-6b451327-4550-43c7-9981-209ddebaddd0 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Received port after_create {{(pid=92096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 12:06:03.726088 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b451327-4550-43c7-9981-209ddebaddd0 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Pushing event updated for resources: {'Port': ['ID=1279420d-3723-48cd-aee4-6108c6f3d1ad,revision_number=1']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:06:03.730508 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-6b451327-4550-43c7-9981-209ddebaddd0 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:06:03.756410 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ce263-97a3-4a98-85f0-97385e396c90 req-6b451327-4550-43c7-9981-209ddebaddd0 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:03.756722 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-c17ce263-97a3-4a98-85f0-97385e396c90 req-6b451327-4550-43c7-9981-209ddebaddd0 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160768'] for port, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:03.775832 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device 204f38e8-b284-4ffd-8b13-52ff665ef164 up at agent hyperv_hv-cinder-78626 {{(pid=92098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 12:06:03.883969 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c17ce263-97a3-4a98-85f0-97385e396c90 req-6b451327-4550-43c7-9981-209ddebaddd0 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5296974 Jun 06 12:06:03.896202 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.v2.base [req-c17ce263-97a3-4a98-85f0-97385e396c90 req-0e2acbdd-4b43-4adf-83ee-1400cb474cd9 service neutron] Request body: {'port': {'device_id': '1e085e2f-01a5-4453-a638-7db685e9c2e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=92096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:06:03.917120 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Provisioning for port 204f38e8-b284-4ffd-8b13-52ff665ef164 completed by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 12:06:03.924014 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Provisioning complete for port 204f38e8-b284-4ffd-8b13-52ff665ef164 triggered by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:06:03.926381 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:04.096471 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-c17ce263-97a3-4a98-85f0-97385e396c90 req-0e2acbdd-4b43-4adf-83ee-1400cb474cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:04.099856 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:04.133837 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] For port 204f38e8-b284-4ffd-8b13-52ff665ef164, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=204f38e8-b284-4ffd-8b13-52ff665ef164,segment=NetworkSegment(9992ddec-c3a6-45ca-972c-7f53a4b612e0),segment_id=9992ddec-c3a6-45ca-972c-7f53a4b612e0)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:06:04.186867 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e8c039-ff84-4540-8aad-949f0259d337 req-705163b7-1f2c-4912-9a26-3a36c84d5473 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:04.188314 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c5e8c039-ff84-4540-8aad-949f0259d337 req-705163b7-1f2c-4912-9a26-3a36c84d5473 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=f978bdbd-a787-4839-b681-dc085e83f9b4 HTTP/1.1" status: 200 len: 946 time: 0.1613057 Jun 06 12:06:04.233801 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:04.236702 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:06:04.296689 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c5e8c039-ff84-4540-8aad-949f0259d337 req-0fbc73c8-0331-4440-99ee-b3cc78145415 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018233 Jun 06 12:06:04.302690 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Pushing event updated for resources: {'Port': ['ID=204f38e8-b284-4ffd-8b13-52ff665ef164,revision_number=5']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:06:04.306310 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:06:04.312316 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19500b47-905a-4df7-b772-1cc46288e643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '204f38e8-b284-4ffd-8b13-52ff665ef164'}] {{(pid=92098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:06:04.314915 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e301314d1a362e62940ee01824f522d16df788b03badbdd7b1d0b93d98b8084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd689cdc-711d-46c4-b433-086b8d992b31" -d '{"events": [{"server_uuid": "19500b47-905a-4df7-b772-1cc46288e643", "name": "network-vif-plugged", "status": "completed", "tag": "204f38e8-b284-4ffd-8b13-52ff665ef164"}]}' {{(pid=92098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:06:04.584489 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c5645e-6307-4a91-9560-a1c4b9301491 req-5796e83b-62b9-4a30-b886-dadb523469f2 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:04.585975 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-22c5645e-6307-4a91-9560-a1c4b9301491 req-5796e83b-62b9-4a30-b886-dadb523469f2 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "GET /v2.0/ports?device_id=19500b47-905a-4df7-b772-1cc46288e643 HTTP/1.1" status: 200 len: 945 time: 0.1631756 Jun 06 12:06:04.588208 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.notifiers.nova [req-c17ce263-97a3-4a98-85f0-97385e396c90 req-0e2acbdd-4b43-4adf-83ee-1400cb474cd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1279420d-3723-48cd-aee4-6108c6f3d1ad {{(pid=92096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 12:06:04.600386 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-c17ce263-97a3-4a98-85f0-97385e396c90 req-0e2acbdd-4b43-4adf-83ee-1400cb474cd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:04.643524 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.db.provisioning_blocks [req-c17ce263-97a3-4a98-85f0-97385e396c90 req-0e2acbdd-4b43-4adf-83ee-1400cb474cd9 service neutron] Transition to ACTIVE for port object 1279420d-3723-48cd-aee4-6108c6f3d1ad will not be triggered until provisioned by entity L2. {{(pid=92096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 12:06:04.656988 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-22c5645e-6307-4a91-9560-a1c4b9301491 req-ed4999d5-252e-4fe6-86fb-b62367d287cc tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8e3558-5525-409a-8a5e-2b0e7c402abb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592525 Jun 06 12:06:04.708007 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-c17ce263-97a3-4a98-85f0-97385e396c90 req-0e2acbdd-4b43-4adf-83ee-1400cb474cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2160299'] for port, after_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:04.715606 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bda890-e64b-4b68-89dc-0454f4e73330 req-8fdb1860-6d52-4b91-88c9-d81d71aed316 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:04.717075 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-e7bda890-e64b-4b68-89dc-0454f4e73330 req-8fdb1860-6d52-4b91-88c9-d81d71aed316 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.35 "GET /v2.0/ports?device_id=f978bdbd-a787-4839-b681-dc085e83f9b4 HTTP/1.1" status: 200 len: 946 time: 0.1228440 Jun 06 12:06:04.718188 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-ed31f799-f6a8-4fb4-abf6-fe27c31fc1b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:06:04.723084 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 12:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3516d81d-6ed2-4f6e-876f-36142e63d228 x-openstack-request-id: req-3516d81d-6ed2-4f6e-876f-36142e63d228 {{(pid=92098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:06:04.723406 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19500b47-905a-4df7-b772-1cc46288e643", "name": "network-vif-plugged", "status": "completed", "tag": "204f38e8-b284-4ffd-8b13-52ff665ef164", "code": 200}]} {{(pid=92098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:06:04.723668 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3516d81d-6ed2-4f6e-876f-36142e63d228 {{(pid=92098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:06:04.724054 dv-cinder-786266-2-smb neutron-server[92098]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19500b47-905a-4df7-b772-1cc46288e643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '204f38e8-b284-4ffd-8b13-52ff665ef164', 'code': 200} Jun 06 12:06:04.895854 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.plugin [req-e7bda890-e64b-4b68-89dc-0454f4e73330 req-3b47adfa-e7a6-4c8c-be3c-c48e5cf2399d tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Deleting port 29c71c30-373d-416f-a832-5e052105851c {{(pid=92097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 12:06:04.896255 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-e7bda890-e64b-4b68-89dc-0454f4e73330 req-3b47adfa-e7a6-4c8c-be3c-c48e5cf2399d tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778191659996'] for port, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:05.015307 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2acbdd-4b43-4adf-83ee-1400cb474cd9 service neutron] Pushing event updated for resources: {'Port': ['ID=1279420d-3723-48cd-aee4-6108c6f3d1ad,revision_number=2']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:06:05.028277 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-0e2acbdd-4b43-4adf-83ee-1400cb474cd9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:06:05.092341 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.db [req-e7bda890-e64b-4b68-89dc-0454f4e73330 req-3b47adfa-e7a6-4c8c-be3c-c48e5cf2399d tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] For port 29c71c30-373d-416f-a832-5e052105851c, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=29c71c30-373d-416f-a832-5e052105851c,segment=NetworkSegment(da4ce783-723b-4845-afd6-23e93223e0fc),segment_id=da4ce783-723b-4845-afd6-23e93223e0fc)] {{(pid=92097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:06:05.093005 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-e7bda890-e64b-4b68-89dc-0454f4e73330 req-3b47adfa-e7a6-4c8c-be3c-c48e5cf2399d tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598405'] for port, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:05.117457 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb80208-bdd2-412a-9b5e-6cb18af8626a req-ec78b161-ec27-4b39-b3a1-647c4ff0e16e tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:05.119255 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-8cb80208-bdd2-412a-9b5e-6cb18af8626a req-ec78b161-ec27-4b39-b3a1-647c4ff0e16e tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e085e2f-01a5-4453-a638-7db685e9c2e4 HTTP/1.1" status: 200 len: 944 time: 0.1931992 Jun 06 12:06:05.120121 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.managers [req-c17ce263-97a3-4a98-85f0-97385e396c90 req-0e2acbdd-4b43-4adf-83ee-1400cb474cd9 service neutron] Attempting to bind port 1279420d-3723-48cd-aee4-6108c6f3d1ad on host hv-cinder-78626 for vnic_type normal with profile {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 12:06:05.121063 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.managers [req-c17ce263-97a3-4a98-85f0-97385e396c90 req-0e2acbdd-4b43-4adf-83ee-1400cb474cd9 service neutron] Attempting to bind port 1279420d-3723-48cd-aee4-6108c6f3d1ad by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '44f1586a-fdb1-41b1-9617-6c4cf8707ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0a7e89fe-a71c-48d9-b777-817d38d513d5'}] {{(pid=92096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 12:06:05.121548 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17ce263-97a3-4a98-85f0-97385e396c90 req-0e2acbdd-4b43-4adf-83ee-1400cb474cd9 service neutron] Attempting to bind port 1279420d-3723-48cd-aee4-6108c6f3d1ad on network 0a7e89fe-a71c-48d9-b777-817d38d513d5 {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 12:06:05.151257 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17ce263-97a3-4a98-85f0-97385e396c90 req-0e2acbdd-4b43-4adf-83ee-1400cb474cd9 service neutron] Port 1279420d-3723-48cd-aee4-6108c6f3d1ad on network 0a7e89fe-a71c-48d9-b777-817d38d513d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 12:06:05.151836 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17ce263-97a3-4a98-85f0-97385e396c90 req-0e2acbdd-4b43-4adf-83ee-1400cb474cd9 service neutron] Attempting to bind port 1279420d-3723-48cd-aee4-6108c6f3d1ad on network 0a7e89fe-a71c-48d9-b777-817d38d513d5 {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 12:06:05.221147 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17ce263-97a3-4a98-85f0-97385e396c90 req-0e2acbdd-4b43-4adf-83ee-1400cb474cd9 service neutron] Checking agent: {'id': '7f4f2d28-9bb0-42d9-b4ad-6ed22ccae0f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 12, 1, 20), 'started_at': datetime.datetime(2021, 6, 6, 12, 1, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 12, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 12:06:05.226209 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17ce263-97a3-4a98-85f0-97385e396c90 req-0e2acbdd-4b43-4adf-83ee-1400cb474cd9 service neutron] Checking segment: {'id': '44f1586a-fdb1-41b1-9617-6c4cf8707ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0a7e89fe-a71c-48d9-b777-817d38d513d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 12:06:05.226810 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17ce263-97a3-4a98-85f0-97385e396c90 req-0e2acbdd-4b43-4adf-83ee-1400cb474cd9 service neutron] Bound using segment: {'id': '44f1586a-fdb1-41b1-9617-6c4cf8707ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0a7e89fe-a71c-48d9-b777-817d38d513d5'} {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 12:06:05.227428 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.managers [req-c17ce263-97a3-4a98-85f0-97385e396c90 req-0e2acbdd-4b43-4adf-83ee-1400cb474cd9 service neutron] Bound port: 1279420d-3723-48cd-aee4-6108c6f3d1ad, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44f1586a-fdb1-41b1-9617-6c4cf8707ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0a7e89fe-a71c-48d9-b777-817d38d513d5'}}] {{(pid=92096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 12:06:05.227932 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-c17ce263-97a3-4a98-85f0-97385e396c90 req-0e2acbdd-4b43-4adf-83ee-1400cb474cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:05.353985 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.plugin [req-e7bda890-e64b-4b68-89dc-0454f4e73330 req-3b47adfa-e7a6-4c8c-be3c-c48e5cf2399d tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Calling delete_port for 29c71c30-373d-416f-a832-5e052105851c owned by compute:nova {{(pid=92097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 12:06:05.365459 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-8cb80208-bdd2-412a-9b5e-6cb18af8626a req-3d472573-0a9d-46d2-b5c8-d4b267133f13 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/security-groups?id=364c3307-ea3e-4f64-b081-feec556770fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388704 Jun 06 12:06:05.452706 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.db [req-c17ce263-97a3-4a98-85f0-97385e396c90 req-0e2acbdd-4b43-4adf-83ee-1400cb474cd9 service neutron] For port 1279420d-3723-48cd-aee4-6108c6f3d1ad, host hv-cinder-78626, cleared binding levels {{(pid=92096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 12:06:05.456260 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.db [req-c17ce263-97a3-4a98-85f0-97385e396c90 req-0e2acbdd-4b43-4adf-83ee-1400cb474cd9 service neutron] For port 1279420d-3723-48cd-aee4-6108c6f3d1ad, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=1279420d-3723-48cd-aee4-6108c6f3d1ad,segment=NetworkSegment(44f1586a-fdb1-41b1-9617-6c4cf8707ae8),segment_id=44f1586a-fdb1-41b1-9617-6c4cf8707ae8)] {{(pid=92096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 12:06:05.459381 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1cbfce-2d76-4a08-8da9-c30979ce404b req-ca24bda5-333d-46a1-ac21-3e487c8bd983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:05.460855 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-bd1cbfce-2d76-4a08-8da9-c30979ce404b req-ca24bda5-333d-46a1-ac21-3e487c8bd983 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=19500b47-905a-4df7-b772-1cc46288e643 HTTP/1.1" status: 200 len: 1098 time: 0.2995555 Jun 06 12:06:05.550111 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-bd1cbfce-2d76-4a08-8da9-c30979ce404b req-3305473e-a8fb-4130-8aa2-52fb487e9392 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=be8e3558-5525-409a-8a5e-2b0e7c402abb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828917 Jun 06 12:06:05.578401 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d373d7c-19cb-4f8a-837e-1eb5e2b1f6af req-f96c07e7-7bbc-43f5-915f-0c9f3306a54e tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:05.579763 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-4d373d7c-19cb-4f8a-837e-1eb5e2b1f6af req-f96c07e7-7bbc-43f5-915f-0c9f3306a54e tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=f978bdbd-a787-4839-b681-dc085e83f9b4 HTTP/1.1" status: 200 len: 946 time: 0.0961967 Jun 06 12:06:05.583157 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-c17ce263-97a3-4a98-85f0-97385e396c90 req-0e2acbdd-4b43-4adf-83ee-1400cb474cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2160299'] for port, after_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:05.598631 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-eda48aa5-4a86-4175-81f2-929f147d2830 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:06:05.611290 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-e7bda890-e64b-4b68-89dc-0454f4e73330 req-3b47adfa-e7a6-4c8c-be3c-c48e5cf2399d tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778191664348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778191160661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2165323'] for port, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:05.622982 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-dd6c57d6-27c5-4863-95ab-1dacd644281e tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:06:05.635099 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] get_ports_and_sgs() called for port_ids ['715ca4b4-6ad2-407f-b0bb-3dda38213e15', '29c71c30-373d-416f-a832-5e052105851c'] {{(pid=92098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 12:06:05.690105 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ce263-97a3-4a98-85f0-97385e396c90 req-0e2acbdd-4b43-4adf-83ee-1400cb474cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:05.690704 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-c17ce263-97a3-4a98-85f0-97385e396c90 req-0e2acbdd-4b43-4adf-83ee-1400cb474cd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160768'] for port, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:05.692343 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c17ce263-97a3-4a98-85f0-97385e396c90 req-0e2acbdd-4b43-4adf-83ee-1400cb474cd9 service neutron] 10.222.0.35 "PUT /v2.0/ports/1279420d-3723-48cd-aee4-6108c6f3d1ad HTTP/1.1" status: 200 len: 1094 time: 1.8002689 Jun 06 12:06:05.711383 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e085e2f-01a5-4453-a638-7db685e9c2e4', 'tag': '1279420d-3723-48cd-aee4-6108c6f3d1ad'}] {{(pid=92096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:06:05.712012 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b47adfa-e7a6-4c8c-be3c-c48e5cf2399d tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Pushing event deleted for resources: {'Port': ['ID=29c71c30-373d-416f-a832-5e052105851c,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:06:05.714202 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70cf447e3881262ea0b43a88f7d0d33c778b0ed04640d1c627a7304ff1bba8b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7175b8f-fdd6-47e3-bb44-5f296766cf25" -d '{"events": [{"name": "network-changed", "server_uuid": "1e085e2f-01a5-4453-a638-7db685e9c2e4", "tag": "1279420d-3723-48cd-aee4-6108c6f3d1ad"}]}' {{(pid=92096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:06:05.726858 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b47adfa-e7a6-4c8c-be3c-c48e5cf2399d tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:06:05.727833 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b47adfa-e7a6-4c8c-be3c-c48e5cf2399d tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:06:05.731340 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b47adfa-e7a6-4c8c-be3c-c48e5cf2399d tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:06:05.731340 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b47adfa-e7a6-4c8c-be3c-c48e5cf2399d tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:06:05.731340 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b47adfa-e7a6-4c8c-be3c-c48e5cf2399d tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:06:05.731340 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b47adfa-e7a6-4c8c-be3c-c48e5cf2399d tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:06:05.731340 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b47adfa-e7a6-4c8c-be3c-c48e5cf2399d tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:06:05.731340 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b47adfa-e7a6-4c8c-be3c-c48e5cf2399d tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:06:05.731340 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b47adfa-e7a6-4c8c-be3c-c48e5cf2399d tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:06:05.731340 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b47adfa-e7a6-4c8c-be3c-c48e5cf2399d tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:06:05.731340 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b47adfa-e7a6-4c8c-be3c-c48e5cf2399d tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:06:05.733039 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b47adfa-e7a6-4c8c-be3c-c48e5cf2399d tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:06:05.750403 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-4d373d7c-19cb-4f8a-837e-1eb5e2b1f6af req-2c03df95-3831-4a26-86ab-e073e27f5324 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569159 Jun 06 12:06:05.793716 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2acbdd-4b43-4adf-83ee-1400cb474cd9 service neutron] Pushing event updated for resources: {'Port': ['ID=1279420d-3723-48cd-aee4-6108c6f3d1ad,revision_number=3']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:06:05.810755 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device cc7aba5c-1311-49d5-ada0-73621eb9181f no longer exists at agent hyperv_hv-cinder-78626 {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 12:06:05.811399 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-3b47adfa-e7a6-4c8c-be3c-c48e5cf2399d tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:06:05.823694 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-0e2acbdd-4b43-4adf-83ee-1400cb474cd9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:06:05.833560 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7bda890-e64b-4b68-89dc-0454f4e73330 req-3b47adfa-e7a6-4c8c-be3c-c48e5cf2399d tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] No DVR routers for this DVR port 29c71c30-373d-416f-a832-5e052105851c on host hv-cinder-78626 {{(pid=92097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 12:06:05.836343 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-e7bda890-e64b-4b68-89dc-0454f4e73330 req-3b47adfa-e7a6-4c8c-be3c-c48e5cf2399d tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160768'] for port, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:05.839299 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-e7bda890-e64b-4b68-89dc-0454f4e73330 req-3b47adfa-e7a6-4c8c-be3c-c48e5cf2399d tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.35 "DELETE /v2.0/ports/29c71c30-373d-416f-a832-5e052105851c HTTP/1.1" status: 204 len: 173 time: 1.1083152 Jun 06 12:06:05.839698 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f978bdbd-a787-4839-b681-dc085e83f9b4', 'name': 'network-vif-deleted', 'tag': '29c71c30-373d-416f-a832-5e052105851c'}] {{(pid=92097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:06:05.842861 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0506e69bdf94a0a0544469556e00d4f87ccfa4abed68bb2c567d57a4f994f1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4756b20c-7f5c-4843-93bd-0ecb1d56a733" -d '{"events": [{"server_uuid": "f978bdbd-a787-4839-b681-dc085e83f9b4", "name": "network-vif-deleted", "tag": "29c71c30-373d-416f-a832-5e052105851c"}]}' {{(pid=92097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:06:06.082431 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ce263-97a3-4a98-85f0-97385e396c90 req-ffa24793-6481-4322-920d-7ced326b64ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:06.083907 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c17ce263-97a3-4a98-85f0-97385e396c90 req-ffa24793-6481-4322-920d-7ced326b64ae service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ba2315884e654155aea29350d5720559&device_id=1e085e2f-01a5-4453-a638-7db685e9c2e4 HTTP/1.1" status: 200 len: 1097 time: 0.2620966 Jun 06 12:06:06.095078 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b292b00-c167-4cc2-944d-0cf83a0a3a03 req-64fa9a21-a581-489d-9eb6-299ef6791b53 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:06.096577 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-9b292b00-c167-4cc2-944d-0cf83a0a3a03 req-64fa9a21-a581-489d-9eb6-299ef6791b53 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=663dd71e-90c6-4ae5-bf0e-e2f54fe661be HTTP/1.1" status: 200 len: 943 time: 0.2729895 Jun 06 12:06:06.175616 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b44dabc-37e2-4b95-ac8e-2133d959efb8 req-72e55ed8-bcb0-4ec6-8662-00b8e7767a99 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:06.182590 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-0b44dabc-37e2-4b95-ac8e-2133d959efb8 req-72e55ed8-bcb0-4ec6-8662-00b8e7767a99 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "GET /v2.0/ports?device_id=19500b47-905a-4df7-b772-1cc46288e643 HTTP/1.1" status: 200 len: 945 time: 0.2385287 Jun 06 12:06:06.211619 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c17ce263-97a3-4a98-85f0-97385e396c90 req-878a1a04-1a6d-49d3-bb74-d51dddb4737b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1279420d-3723-48cd-aee4-6108c6f3d1ad HTTP/1.1" status: 200 len: 217 time: 0.1140826 Jun 06 12:06:06.272420 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device 29c71c30-373d-416f-a832-5e052105851c no longer exists at agent hyperv_hv-cinder-78626 {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 12:06:06.302331 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-0b44dabc-37e2-4b95-ac8e-2133d959efb8 req-1eba030f-c9ae-4a1d-87ea-f336d0c66fa5 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8e3558-5525-409a-8a5e-2b0e7c402abb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188281 Jun 06 12:06:06.348130 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-9b292b00-c167-4cc2-944d-0cf83a0a3a03 req-b1102b8f-1186-47e5-90b8-de845c72da39 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=da3a596c-c8ed-4184-9b24-a093c67db910&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1927464 Jun 06 12:06:06.376873 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ce263-97a3-4a98-85f0-97385e396c90 req-538ce39e-3620-42bd-aa0a-663e4dca3f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:06.380418 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c17ce263-97a3-4a98-85f0-97385e396c90 req-538ce39e-3620-42bd-aa0a-663e4dca3f23 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cf722215-7508-469b-84a9-6e792d6fef94 HTTP/1.1" status: 200 len: 854 time: 0.1523602 Jun 06 12:06:06.409836 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.plugin [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] No Port match for: 29c71c30-373d-416f-a832-5e052105851c {{(pid=92098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 12:06:06.410633 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device 29c71c30-373d-416f-a832-5e052105851c not bound to the agent host hv-cinder-78626 {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 12:06:06.451186 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 12:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-309d32ae-2f65-4587-8192-4b1fcd906fab x-openstack-request-id: req-309d32ae-2f65-4587-8192-4b1fcd906fab {{(pid=92097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:06:06.451519 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f978bdbd-a787-4839-b681-dc085e83f9b4", "name": "network-vif-deleted", "tag": "29c71c30-373d-416f-a832-5e052105851c", "status": "completed", "code": 200}]} {{(pid=92097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:06:06.456830 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-309d32ae-2f65-4587-8192-4b1fcd906fab {{(pid=92097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:06:06.456830 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f978bdbd-a787-4839-b681-dc085e83f9b4', 'name': 'network-vif-deleted', 'tag': '29c71c30-373d-416f-a832-5e052105851c', 'status': 'completed', 'code': 200} Jun 06 12:06:06.491465 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 12:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3202ff-4cad-4c29-9138-6215c56aad2d x-openstack-request-id: req-de3202ff-4cad-4c29-9138-6215c56aad2d {{(pid=92096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:06:06.491465 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e085e2f-01a5-4453-a638-7db685e9c2e4", "tag": "1279420d-3723-48cd-aee4-6108c6f3d1ad", "status": "completed", "code": 200}]} {{(pid=92096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:06:06.491465 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-de3202ff-4cad-4c29-9138-6215c56aad2d {{(pid=92096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:06:06.491465 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e085e2f-01a5-4453-a638-7db685e9c2e4', 'tag': '1279420d-3723-48cd-aee4-6108c6f3d1ad', 'status': 'completed', 'code': 200} Jun 06 12:06:06.546843 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c17ce263-97a3-4a98-85f0-97385e396c90 req-e46c6603-f5e4-490d-b78c-b7059feb3a72 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0a7e89fe-a71c-48d9-b777-817d38d513d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1527910 Jun 06 12:06:06.756739 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c17ce263-97a3-4a98-85f0-97385e396c90 req-f9a2e3ef-20e2-4c88-bf94-deb2d29981e4 service neutron] 10.222.0.35 "GET /v2.0/networks/0a7e89fe-a71c-48d9-b777-817d38d513d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583447 Jun 06 12:06:06.765844 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc1c44-9639-4d49-b432-86f76fd0ea47 req-2491d00d-4ebf-4159-89e8-fcabf44e5fb0 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:06.767271 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-89dc1c44-9639-4d49-b432-86f76fd0ea47 req-2491d00d-4ebf-4159-89e8-fcabf44e5fb0 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e085e2f-01a5-4453-a638-7db685e9c2e4 HTTP/1.1" status: 200 len: 944 time: 0.2199137 Jun 06 12:06:06.887646 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 35472) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:06:06.914353 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-89dc1c44-9639-4d49-b432-86f76fd0ea47 req-4c5a80ee-2af9-4e98-83ea-f5c2bdbe4b30 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/security-groups?id=364c3307-ea3e-4f64-b081-feec556770fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240320 Jun 06 12:06:06.998419 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-f2b43977-c3b4-4ed0-9414-960e366df95b req-c6fdf67a-925a-47ce-b336-c4c8fb68445b tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=f978bdbd-a787-4839-b681-dc085e83f9b4 HTTP/1.1" status: 200 len: 210 time: 0.0484145 Jun 06 12:06:07.006206 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c17ce263-97a3-4a98-85f0-97385e396c90 req-c60f869b-6e0e-450e-9bef-7acbb1dec258 service neutron] 10.222.0.35 "GET /v2.0/networks/0a7e89fe-a71c-48d9-b777-817d38d513d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362590 Jun 06 12:06:07.071009 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-c3b223d3-da40-41c4-a748-551a545d9180 req-7a6d1c5a-f6a9-4878-bf3c-27967f65f83d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=663dd71e-90c6-4ae5-bf0e-e2f54fe661be&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1778052 Jun 06 12:06:07.254290 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7175b8f-fdd6-47e3-bb44-5f296766cf25 req-e61136bb-007f-434c-a4f5-fe51ea4ccf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:07.255881 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-f7175b8f-fdd6-47e3-bb44-5f296766cf25 req-e61136bb-007f-434c-a4f5-fe51ea4ccf08 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ba2315884e654155aea29350d5720559&device_id=1e085e2f-01a5-4453-a638-7db685e9c2e4 HTTP/1.1" status: 200 len: 1097 time: 0.0889680 Jun 06 12:06:07.396060 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7175b8f-fdd6-47e3-bb44-5f296766cf25 req-66ad205e-9cd4-445f-8456-25466511893f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:07.397536 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-f7175b8f-fdd6-47e3-bb44-5f296766cf25 req-66ad205e-9cd4-445f-8456-25466511893f service neutron] 10.222.0.35 "GET /v2.0/networks?id=0a7e89fe-a71c-48d9-b777-817d38d513d5 HTTP/1.1" status: 200 len: 915 time: 0.1349647 Jun 06 12:06:07.616863 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-f7175b8f-fdd6-47e3-bb44-5f296766cf25 req-4dfad240-9ad0-4ad1-8b0d-8008dd81d489 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1279420d-3723-48cd-aee4-6108c6f3d1ad HTTP/1.1" status: 200 len: 217 time: 0.2122974 Jun 06 12:06:07.721317 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7175b8f-fdd6-47e3-bb44-5f296766cf25 req-61e222f6-49c5-4a8d-bfd6-d24b5c84e158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:07.722771 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-f7175b8f-fdd6-47e3-bb44-5f296766cf25 req-61e222f6-49c5-4a8d-bfd6-d24b5c84e158 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cf722215-7508-469b-84a9-6e792d6fef94 HTTP/1.1" status: 200 len: 854 time: 0.0829265 Jun 06 12:06:07.776201 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d53158-1af9-4614-a520-0fd8133a9342 req-7bd7c78b-11af-4652-973d-e041ae91a5fc tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:07.778087 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-d4d53158-1af9-4614-a520-0fd8133a9342 req-7bd7c78b-11af-4652-973d-e041ae91a5fc tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=663dd71e-90c6-4ae5-bf0e-e2f54fe661be HTTP/1.1" status: 200 len: 943 time: 0.3056457 Jun 06 12:06:07.789725 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c56f36-a314-4f8b-b63c-5c9918146f97 req-07790c2c-26f3-4ce6-b6eb-442ac7d5c125 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:07.791108 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-e0c56f36-a314-4f8b-b63c-5c9918146f97 req-07790c2c-26f3-4ce6-b6eb-442ac7d5c125 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "GET /v2.0/ports?device_id=19500b47-905a-4df7-b772-1cc46288e643 HTTP/1.1" status: 200 len: 945 time: 0.3251805 Jun 06 12:06:07.795002 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-f7175b8f-fdd6-47e3-bb44-5f296766cf25 req-85f1f02f-2216-4a0b-884a-0d731928fedc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0a7e89fe-a71c-48d9-b777-817d38d513d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601780 Jun 06 12:06:07.963999 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-e0c56f36-a314-4f8b-b63c-5c9918146f97 req-96f1f149-1358-45cb-b42f-dfdbc13d96a1 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8e3558-5525-409a-8a5e-2b0e7c402abb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1520576 Jun 06 12:06:07.966496 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-d4d53158-1af9-4614-a520-0fd8133a9342 req-0073d25f-fcf1-453d-81c6-a79a8aecc1da tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=da3a596c-c8ed-4184-9b24-a093c67db910&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1745496 Jun 06 12:06:08.004291 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-f7175b8f-fdd6-47e3-bb44-5f296766cf25 req-797aa7aa-b62d-4ef1-928e-f45e7b5d6c99 service neutron] 10.222.0.35 "GET /v2.0/networks/0a7e89fe-a71c-48d9-b777-817d38d513d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955254 Jun 06 12:06:08.279375 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-f7175b8f-fdd6-47e3-bb44-5f296766cf25 req-55d2b72f-27da-43da-bdc0-fffe17a8d6bb service neutron] 10.222.0.35 "GET /v2.0/networks/0a7e89fe-a71c-48d9-b777-817d38d513d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680466 Jun 06 12:06:08.312829 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8137f-20ab-46a6-b8e4-f3c3e567bff2 req-1376c066-9ad1-42c0-9364-e65871a21a62 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:08.314291 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-2ed8137f-20ab-46a6-b8e4-f3c3e567bff2 req-1376c066-9ad1-42c0-9364-e65871a21a62 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "GET /v2.0/ports?device_id=19500b47-905a-4df7-b772-1cc46288e643 HTTP/1.1" status: 200 len: 945 time: 0.1795340 Jun 06 12:06:08.321615 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c88ef-012f-452a-b0e1-1923c9d392ee req-0dc089bb-e23e-41b5-ab6a-8f56582f1e5d tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:08.322995 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-de5c88ef-012f-452a-b0e1-1923c9d392ee req-0dc089bb-e23e-41b5-ab6a-8f56582f1e5d tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e085e2f-01a5-4453-a638-7db685e9c2e4 HTTP/1.1" status: 200 len: 944 time: 0.1893275 Jun 06 12:06:08.391730 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-2ed8137f-20ab-46a6-b8e4-f3c3e567bff2 req-f6e04186-d633-48d9-a6cd-104c38e3c3a9 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8e3558-5525-409a-8a5e-2b0e7c402abb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678065 Jun 06 12:06:08.398993 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-de5c88ef-012f-452a-b0e1-1923c9d392ee req-8df5301c-7419-43fd-b192-60ac31623242 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/security-groups?id=364c3307-ea3e-4f64-b081-feec556770fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618963 Jun 06 12:06:08.423519 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 35506) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:06:08.616597 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51dc615f-2032-4ec5-a4e3-2deee7b5cf3a tempest-TestShelveInstance-1646129671 tempest-TestShelveInstance-1646129671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:08.618381 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-51dc615f-2032-4ec5-a4e3-2deee7b5cf3a tempest-TestShelveInstance-1646129671 tempest-TestShelveInstance-1646129671-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=19500b47-905a-4df7-b772-1cc46288e643 HTTP/1.1" status: 200 len: 1093 time: 0.1938939 Jun 06 12:06:08.621192 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 35512) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:06:08.625988 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.v2.base [None req-25274802-2f2f-43c3-bf11-c35275ed4b9b tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Request body: {'floatingip': {'floating_network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'port_id': '204f38e8-b284-4ffd-8b13-52ff665ef164', 'tenant_id': '5e1928ed6cdf4910a20d9b6ff02b4c2b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=92097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:06:08.734576 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-25274802-2f2f-43c3-bf11-c35275ed4b9b tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Notify callbacks [] for floatingip, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:08.879898 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-25274802-2f2f-43c3-bf11-c35275ed4b9b tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:09.123480 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.db_base_plugin_common [None req-25274802-2f2f-43c3-bf11-c35275ed4b9b tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Allocated IP 172.28.2.76 (f46ef3e5-e761-4cf2-8ba5-27fd00264fbf/d3e8387a-9982-4dd7-a420-a9a6c7cae1dc/a7ea0dea-c99a-441a-ba61-b05d083a565e) {{(pid=92097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 12:06:09.128488 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966bd362-a41e-4c89-8e1c-966a3bb8df37 req-b34fdebb-ba55-497e-95df-640cbf7b5647 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:09.132888 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-966bd362-a41e-4c89-8e1c-966a3bb8df37 req-b34fdebb-ba55-497e-95df-640cbf7b5647 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbc879d7-7892-49d1-b704-4b31e81d5886 HTTP/1.1" status: 200 len: 945 time: 0.1232390 Jun 06 12:06:09.239792 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-966bd362-a41e-4c89-8e1c-966a3bb8df37 req-39bab098-38f1-4087-bc71-e93e24ece0af tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727537 Jun 06 12:06:09.266039 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0274edc7-893f-42aa-a694-db29ca3745d0 req-9baa7ada-1a26-4592-9675-e21972054f71 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:09.267690 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-0274edc7-893f-42aa-a694-db29ca3745d0 req-9baa7ada-1a26-4592-9675-e21972054f71 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=663dd71e-90c6-4ae5-bf0e-e2f54fe661be HTTP/1.1" status: 200 len: 943 time: 0.1339056 Jun 06 12:06:09.319995 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-25274802-2f2f-43c3-bf11-c35275ed4b9b tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Notify callbacks [] for port, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:09.324136 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-0274edc7-893f-42aa-a694-db29ca3745d0 req-5b0a31f1-df80-4e29-8485-1b3f1b33d4f7 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=da3a596c-c8ed-4184-9b24-a093c67db910&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504365 Jun 06 12:06:09.414623 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-25274802-2f2f-43c3-bf11-c35275ed4b9b tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778191160652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2165323'] for port, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:09.419426 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:06:09.483287 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25274802-2f2f-43c3-bf11-c35275ed4b9b tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Network f46ef3e5-e761-4cf2-8ba5-27fd00264fbf is already hosted by enough agents. {{(pid=92097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 12:06:09.486055 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.base_scheduler [None req-25274802-2f2f-43c3-bf11-c35275ed4b9b tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Resources bound (agent type, host, resource id): {{(pid=92097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:06:09.489743 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25274802-2f2f-43c3-bf11-c35275ed4b9b tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Received port after_create {{(pid=92097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 12:06:09.527889 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25274802-2f2f-43c3-bf11-c35275ed4b9b tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Pushing event updated for resources: {'Port': ['ID=a7ea0dea-c99a-441a-ba61-b05d083a565e,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:06:09.531822 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-25274802-2f2f-43c3-bf11-c35275ed4b9b tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:06:09.597364 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa5a91-cecf-4930-a7c8-a35b7c2062b0 req-9b736d51-372f-4152-8180-969171ed8a97 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:09.598799 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-53aa5a91-cecf-4930-a7c8-a35b7c2062b0 req-9b736d51-372f-4152-8180-969171ed8a97 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e085e2f-01a5-4453-a638-7db685e9c2e4 HTTP/1.1" status: 200 len: 944 time: 0.0851271 Jun 06 12:06:09.649426 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-53aa5a91-cecf-4930-a7c8-a35b7c2062b0 req-38403a05-ee35-46e2-9191-81e090246c82 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/security-groups?id=364c3307-ea3e-4f64-b081-feec556770fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445139 Jun 06 12:06:09.828065 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device 1279420d-3723-48cd-aee4-6108c6f3d1ad details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=92098) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 12:06:09.904036 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-25274802-2f2f-43c3-bf11-c35275ed4b9b tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:09.962788 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] For port 1279420d-3723-48cd-aee4-6108c6f3d1ad, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=1279420d-3723-48cd-aee4-6108c6f3d1ad,segment=NetworkSegment(44f1586a-fdb1-41b1-9617-6c4cf8707ae8),segment_id=44f1586a-fdb1-41b1-9617-6c4cf8707ae8)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:06:09.987428 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Returning: {'device': '1279420d-3723-48cd-aee4-6108c6f3d1ad', 'network_id': '0a7e89fe-a71c-48d9-b777-817d38d513d5', 'port_id': '1279420d-3723-48cd-aee4-6108c6f3d1ad', 'mac_address': 'fa:16:3e:d1:dc:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf722215-7508-469b-84a9-6e792d6fef94', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92098) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 12:06:10.004312 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b223d3-da40-41c4-a748-551a545d9180 req-ea6268fc-c522-45ea-9c10-0abb7ce364b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:10.009474 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c3b223d3-da40-41c4-a748-551a545d9180 req-ea6268fc-c522-45ea-9c10-0abb7ce364b6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=663dd71e-90c6-4ae5-bf0e-e2f54fe661be&tenant_id=fa82d4a0d6da4865a82dec984aed67ec HTTP/1.1" status: 200 len: 1096 time: 0.0881205 Jun 06 12:06:10.071619 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-25274802-2f2f-43c3-bf11-c35275ed4b9b tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:10.079362 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:10.111000 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.notifiers.nova [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1279420d-3723-48cd-aee4-6108c6f3d1ad {{(pid=92098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 12:06:10.131495 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] For port 1279420d-3723-48cd-aee4-6108c6f3d1ad, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=1279420d-3723-48cd-aee4-6108c6f3d1ad,segment=NetworkSegment(44f1586a-fdb1-41b1-9617-6c4cf8707ae8),segment_id=44f1586a-fdb1-41b1-9617-6c4cf8707ae8)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:06:10.138827 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b223d3-da40-41c4-a748-551a545d9180 req-d4f46182-04de-4b4b-aa89-78632bb88cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:10.140328 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c3b223d3-da40-41c4-a748-551a545d9180 req-d4f46182-04de-4b4b-aa89-78632bb88cec service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fa82d4a0d6da4865a82dec984aed67ec&device_id=663dd71e-90c6-4ae5-bf0e-e2f54fe661be HTTP/1.1" status: 200 len: 1096 time: 0.1045368 Jun 06 12:06:10.209242 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:10.212391 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:06:10.286397 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Pushing event updated for resources: {'Port': ['ID=1279420d-3723-48cd-aee4-6108c6f3d1ad,revision_number=4']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:06:10.311924 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-25274802-2f2f-43c3-bf11-c35275ed4b9b tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Notify callbacks [] for port, precommit_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:10.314604 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:06:10.314962 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:06:10.316816 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:06:10.317172 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:06:10.317581 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:06:10.318994 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:06:10.319378 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b223d3-da40-41c4-a748-551a545d9180 req-db0334fa-b6a7-4818-a147-d4c61ebb2091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:10.319484 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:06:10.319800 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:06:10.320143 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:06:10.320486 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:06:10.320798 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:06:10.320909 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c3b223d3-da40-41c4-a748-551a545d9180 req-db0334fa-b6a7-4818-a147-d4c61ebb2091 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9d232693-3d67-4acc-8d54-aa5376170328 HTTP/1.1" status: 200 len: 918 time: 0.1647680 Jun 06 12:06:10.322063 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:06:10.326141 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:06:10.382281 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-25274802-2f2f-43c3-bf11-c35275ed4b9b tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2165360'] for port, after_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:10.389624 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-f7ec46a0-fd99-4943-9893-1dc3a53683ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:06:10.507459 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25274802-2f2f-43c3-bf11-c35275ed4b9b tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Pushing event updated for resources: {'Port': ['ID=a7ea0dea-c99a-441a-ba61-b05d083a565e,revision_number=2']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:06:10.521101 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-25274802-2f2f-43c3-bf11-c35275ed4b9b tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:06:10.522211 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-25274802-2f2f-43c3-bf11-c35275ed4b9b tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558965'] for floatingip, after_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:10.526964 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c3b223d3-da40-41c4-a748-551a545d9180 req-2d8b458a-9794-4047-88a3-702e64cab285 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc7aba5c-1311-49d5-ada0-73621eb9181f HTTP/1.1" status: 200 len: 999 time: 0.1952026 Jun 06 12:06:10.532881 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] get_ports_and_sgs() called for port_ids ['1279420d-3723-48cd-aee4-6108c6f3d1ad'] {{(pid=92098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 12:06:10.714842 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d81082-138b-4377-aaf9-6ceebf65e0a6 req-f431e0e0-f0a8-4a6a-9bae-91b10fa35796 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:10.716607 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-d5d81082-138b-4377-aaf9-6ceebf65e0a6 req-f431e0e0-f0a8-4a6a-9bae-91b10fa35796 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbc879d7-7892-49d1-b704-4b31e81d5886 HTTP/1.1" status: 200 len: 945 time: 0.3215458 Jun 06 12:06:10.722113 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b223d3-da40-41c4-a748-551a545d9180 req-335efef3-b3f6-43fb-a533-d502ebc43822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:10.723559 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c3b223d3-da40-41c4-a748-551a545d9180 req-335efef3-b3f6-43fb-a533-d502ebc43822 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9af00337-26dd-42bb-a5b7-bfb5439775d6 HTTP/1.1" status: 200 len: 856 time: 0.1838470 Jun 06 12:06:10.735945 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.db.l3_db [None req-25274802-2f2f-43c3-bf11-c35275ed4b9b tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Floating IP f8dde862-ee33-4791-87fd-58f92471cc06 associated. External IP: 172.28.2.76, port: 204f38e8-b284-4ffd-8b13-52ff665ef164. Jun 06 12:06:10.823698 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830d31c-4609-4750-abbb-c4d067b62ece req-644ca429-b0be-41a9-8cec-a8f62c38afb8 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:10.825049 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-3830d31c-4609-4750-abbb-c4d067b62ece req-644ca429-b0be-41a9-8cec-a8f62c38afb8 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=663dd71e-90c6-4ae5-bf0e-e2f54fe661be HTTP/1.1" status: 200 len: 943 time: 0.3465574 Jun 06 12:06:10.832949 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-d5d81082-138b-4377-aaf9-6ceebf65e0a6 req-5467ee06-103e-4fd4-85c2-1e45eecda8d0 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077249 Jun 06 12:06:10.884368 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-3830d31c-4609-4750-abbb-c4d067b62ece req-a4baed53-cebd-4f81-973e-a6add4bb4c1e tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=da3a596c-c8ed-4184-9b24-a093c67db910&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494549 Jun 06 12:06:10.890714 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b223d3-da40-41c4-a748-551a545d9180 req-15d5561a-b192-41bc-ad41-4f9c09ae0c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:10.892137 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c3b223d3-da40-41c4-a748-551a545d9180 req-15d5561a-b192-41bc-ad41-4f9c09ae0c18 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9d232693-3d67-4acc-8d54-aa5376170328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1510355 Jun 06 12:06:11.096323 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c3b223d3-da40-41c4-a748-551a545d9180 req-d9295b72-633d-4903-a53e-7fd397fbbadf service neutron] 10.222.0.35 "GET /v2.0/networks/9d232693-3d67-4acc-8d54-aa5376170328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968052 Jun 06 12:06:11.156524 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeb7dea-627e-47ee-9477-a2fa002afcbe req-09741bd2-15f7-402d-b8b8-229b0d167a6c tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:11.157955 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-aaeb7dea-627e-47ee-9477-a2fa002afcbe req-09741bd2-15f7-402d-b8b8-229b0d167a6c tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e085e2f-01a5-4453-a638-7db685e9c2e4 HTTP/1.1" status: 200 len: 945 time: 0.2042379 Jun 06 12:06:11.224603 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25274802-2f2f-43c3-bf11-c35275ed4b9b tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Router c8ffa4fa-1711-481a-9a83-dec933b52420 has already been hosted by L3 agent 915c5c25-b12e-44c8-ae20-885b4f191692 {{(pid=92097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 12:06:11.274105 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-aaeb7dea-627e-47ee-9477-a2fa002afcbe req-dce6259f-9b4a-4b69-9ab1-d0b9a7872182 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/security-groups?id=364c3307-ea3e-4f64-b081-feec556770fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742195 Jun 06 12:06:11.279640 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c3b223d3-da40-41c4-a748-551a545d9180 req-602cc050-0149-45c6-a933-e39c281b4e24 service neutron] 10.222.0.35 "GET /v2.0/networks/9d232693-3d67-4acc-8d54-aa5376170328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760271 Jun 06 12:06:11.452613 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25274802-2f2f-43c3-bf11-c35275ed4b9b tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Notify agent at l3_agent.dv-cinder-786266-2-smb the message routers_updated {{(pid=92097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 12:06:11.470496 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.agents_db [None req-260e75b6-693f-447f-9c37-08072a5d67b1 None None] Agent healthcheck: found 6 active agents {{(pid=92099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 12:06:11.471925 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcb283a-eef8-4e6e-bf5d-587245ff745e None None] Sync routers for ids ['c8ffa4fa-1711-481a-9a83-dec933b52420'] in dv-cinder-786266-2-smb {{(pid=92099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 12:06:11.481266 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcb283a-eef8-4e6e-bf5d-587245ff745e None None] Routers {'c8ffa4fa-1711-481a-9a83-dec933b52420'} bound to L3 agent in host dv-cinder-786266-2-smb {{(pid=92099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:06:11.482452 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_hamode_db [None req-5fcb283a-eef8-4e6e-bf5d-587245ff745e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-06T11:54:50Z,description=,heartbeat_timestamp=2021-06-06T12:05:50Z,host='dv-cinder-786266-2-smb',id=915c5c25-b12e-44c8-ae20-885b4f191692,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:54:51Z,topic='l3_agent')) {'router_ids': ['c8ffa4fa-1711-481a-9a83-dec933b52420'], 'active': True} {{(pid=92099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:06:11.528867 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-25274802-2f2f-43c3-bf11-c35275ed4b9b tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160768'] for floatingip, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:11.625789 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-25274802-2f2f-43c3-bf11-c35275ed4b9b tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9936163 Jun 06 12:06:11.625789 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19500b47-905a-4df7-b772-1cc46288e643', 'tag': '204f38e8-b284-4ffd-8b13-52ff665ef164'}] {{(pid=92097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:06:11.625789 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0506e69bdf94a0a0544469556e00d4f87ccfa4abed68bb2c567d57a4f994f1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85bd922e-bc97-4f5f-b92c-2e3ba7e03b3a" -d '{"events": [{"name": "network-changed", "server_uuid": "19500b47-905a-4df7-b772-1cc46288e643", "tag": "204f38e8-b284-4ffd-8b13-52ff665ef164"}]}' {{(pid=92097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:06:11.675587 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_dvr_db [None req-5fcb283a-eef8-4e6e-bf5d-587245ff745e None None] Set router c8ffa4fa-1711-481a-9a83-dec933b52420 gateway port host: dv-cinder-786266-2-smb {{(pid=92099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:06:11.721796 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 12:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3706e2f8-75ad-49df-a784-a1e29c031440 x-openstack-request-id: req-3706e2f8-75ad-49df-a784-a1e29c031440 {{(pid=92097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:06:11.722325 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19500b47-905a-4df7-b772-1cc46288e643", "tag": "204f38e8-b284-4ffd-8b13-52ff665ef164", "status": "completed", "code": 200}]} {{(pid=92097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:06:11.722799 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3706e2f8-75ad-49df-a784-a1e29c031440 {{(pid=92097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:06:11.723557 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19500b47-905a-4df7-b772-1cc46288e643', 'tag': '204f38e8-b284-4ffd-8b13-52ff665ef164', 'status': 'completed', 'code': 200} Jun 06 12:06:11.838136 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device 1279420d-3723-48cd-aee4-6108c6f3d1ad up at agent hyperv_hv-cinder-78626 {{(pid=92098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 12:06:11.866470 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bd922e-bc97-4f5f-b92c-2e3ba7e03b3a req-61060563-fb19-4155-996d-486ea1dd4484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:11.867967 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-85bd922e-bc97-4f5f-b92c-2e3ba7e03b3a req-61060563-fb19-4155-996d-486ea1dd4484 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5e1928ed6cdf4910a20d9b6ff02b4c2b&device_id=19500b47-905a-4df7-b772-1cc46288e643 HTTP/1.1" status: 200 len: 1098 time: 0.1227357 Jun 06 12:06:12.061840 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Provisioning for port 1279420d-3723-48cd-aee4-6108c6f3d1ad completed by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 12:06:12.066762 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Provisioning complete for port 1279420d-3723-48cd-aee4-6108c6f3d1ad triggered by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:06:12.067198 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:12.183395 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bd922e-bc97-4f5f-b92c-2e3ba7e03b3a req-4d489410-f400-4047-8e34-4fd1d6790d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:12.190028 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-85bd922e-bc97-4f5f-b92c-2e3ba7e03b3a req-4d489410-f400-4047-8e34-4fd1d6790d48 service neutron] 10.222.0.35 "GET /v2.0/networks?id=44aa02f2-2a13-4100-b8b1-6e7744d752d7 HTTP/1.1" status: 200 len: 910 time: 0.3070390 Jun 06 12:06:12.228675 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_hamode_db [None req-5fcb283a-eef8-4e6e-bf5d-587245ff745e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ffa4fa-1711-481a-9a83-dec933b52420', 'name': 'tempest-TestShelveInstance-1533985780-router', 'tenant_id': '5e1928ed6cdf4910a20d9b6ff02b4c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': '2dac2d91-3567-4268-9bf0-f49468b6b447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:04:49Z', 'updated_at': '2021-06-06T12:04:57Z', 'revision_number': 4, 'project_id': '5e1928ed6cdf4910a20d9b6ff02b4c2b', 'gw_port': {'id': '2dac2d91-3567-4268-9bf0-f49468b6b447', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ffa4fa-1711-481a-9a83-dec933b52420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:04:50Z', 'updated_at': '2021-06-06T12:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb', '_floatingips': [{'id': 'f8dde862-ee33-4791-87fd-58f92471cc06', 'tenant_id': '5e1928ed6cdf4910a20d9b6ff02b4c2b', 'floating_ip_address': '172.28.2.76', 'floating_network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'router_id': 'c8ffa4fa-1711-481a-9a83-dec933b52420', 'port_id': '204f38e8-b284-4ffd-8b13-52ff665ef164', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44aa02f2-2a13-4100-b8b1-6e7744d752d7', 'mac_address': 'fa:16:3e:bd:e9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19500b47-905a-4df7-b772-1cc46288e643', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T12:06:09Z', 'updated_at': '2021-06-06T12:06:09Z', 'revision_number': 0, 'project_id': '5e1928ed6cdf4910a20d9b6ff02b4c2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45efe1a4-8bcd-491f-ba71-9fb24bfac671', 'name': '', 'network_id': '44aa02f2-2a13-4100-b8b1-6e7744d752d7', 'tenant_id': '5e1928ed6cdf4910a20d9b6ff02b4c2b', 'mac_address': 'fa:16:3e:80:1c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ffa4fa-1711-481a-9a83-dec933b52420', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'a36d396d-02b7-45f4-a272-c76d0b30e743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:04:55Z', 'updated_at': '2021-06-06T12:05:10Z', 'revision_number': 5, 'project_id': '5e1928ed6cdf4910a20d9b6ff02b4c2b', 'subnets': [{'id': 'a36d396d-02b7-45f4-a272-c76d0b30e743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-2-smb', False) {} {{(pid=92099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:06:12.246082 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcb283a-eef8-4e6e-bf5d-587245ff745e None None] Checking router: c8ffa4fa-1711-481a-9a83-dec933b52420 for host: dv-cinder-786266-2-smb {{(pid=92099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 12:06:12.286779 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcb283a-eef8-4e6e-bf5d-587245ff745e None None] Routers {'c8ffa4fa-1711-481a-9a83-dec933b52420'} bound to L3 agent in host dv-cinder-786266-2-smb {{(pid=92099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:06:12.288076 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_hamode_db [None req-5fcb283a-eef8-4e6e-bf5d-587245ff745e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-06T11:54:50Z,description=,heartbeat_timestamp=2021-06-06T12:05:50Z,host='dv-cinder-786266-2-smb',id=915c5c25-b12e-44c8-ae20-885b4f191692,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:54:51Z,topic='l3_agent')) {'router_ids': ['c8ffa4fa-1711-481a-9a83-dec933b52420'], 'active': True} {{(pid=92099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:06:12.374167 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:12.384692 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd53a29-4bd4-4708-9675-d7591267c2e1 req-c587e2f1-a722-4b2f-8698-cff0ea27ce99 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:12.395214 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-dcd53a29-4bd4-4708-9675-d7591267c2e1 req-c587e2f1-a722-4b2f-8698-cff0ea27ce99 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=663dd71e-90c6-4ae5-bf0e-e2f54fe661be HTTP/1.1" status: 200 len: 943 time: 0.3428199 Jun 06 12:06:12.408577 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e27c78-0eaa-43ee-b43e-80f61b980dd1 req-3ddd2a0a-a68c-4030-a302-3ece465208ae tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:12.410110 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-40e27c78-0eaa-43ee-b43e-80f61b980dd1 req-3ddd2a0a-a68c-4030-a302-3ece465208ae tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbc879d7-7892-49d1-b704-4b31e81d5886 HTTP/1.1" status: 200 len: 945 time: 0.3943946 Jun 06 12:06:12.461578 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] For port 1279420d-3723-48cd-aee4-6108c6f3d1ad, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=1279420d-3723-48cd-aee4-6108c6f3d1ad,segment=NetworkSegment(44f1586a-fdb1-41b1-9617-6c4cf8707ae8),segment_id=44f1586a-fdb1-41b1-9617-6c4cf8707ae8)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:06:12.463906 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e085e2f-01a5-4453-a638-7db685e9c2e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1279420d-3723-48cd-aee4-6108c6f3d1ad'}] {{(pid=92098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:06:12.464336 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-85bd922e-bc97-4f5f-b92c-2e3ba7e03b3a req-6e98a909-2696-4b50-a20c-eb65577cbbb3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=204f38e8-b284-4ffd-8b13-52ff665ef164 HTTP/1.1" status: 200 len: 998 time: 0.2704248 Jun 06 12:06:12.466555 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e301314d1a362e62940ee01824f522d16df788b03badbdd7b1d0b93d98b8084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13110b68-0254-4a6d-be59-5f67d8ee45a3" -d '{"events": [{"server_uuid": "1e085e2f-01a5-4453-a638-7db685e9c2e4", "name": "network-vif-plugged", "status": "completed", "tag": "1279420d-3723-48cd-aee4-6108c6f3d1ad"}]}' {{(pid=92098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:06:12.500476 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-dcd53a29-4bd4-4708-9675-d7591267c2e1 req-9bdf4cb5-f07a-4e85-b07f-2b970dc758d6 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=da3a596c-c8ed-4184-9b24-a093c67db910&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893898 Jun 06 12:06:12.532798 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-40e27c78-0eaa-43ee-b43e-80f61b980dd1 req-2fb35b16-db8a-498a-8d90-d667c385dd1b tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008494 Jun 06 12:06:12.564892 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:12.569456 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:06:12.621032 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_dvr_db [None req-5fcb283a-eef8-4e6e-bf5d-587245ff745e None None] Set router c8ffa4fa-1711-481a-9a83-dec933b52420 gateway port host: dv-cinder-786266-2-smb {{(pid=92099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:06:12.676866 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 12:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ba9320-9160-4773-b4d0-600d7d63eb85 x-openstack-request-id: req-31ba9320-9160-4773-b4d0-600d7d63eb85 {{(pid=92098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:06:12.677124 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e085e2f-01a5-4453-a638-7db685e9c2e4", "name": "network-vif-plugged", "status": "completed", "tag": "1279420d-3723-48cd-aee4-6108c6f3d1ad", "code": 200}]} {{(pid=92098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:06:12.677316 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-31ba9320-9160-4773-b4d0-600d7d63eb85 {{(pid=92098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:06:12.677719 dv-cinder-786266-2-smb neutron-server[92098]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e085e2f-01a5-4453-a638-7db685e9c2e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1279420d-3723-48cd-aee4-6108c6f3d1ad', 'code': 200} Jun 06 12:06:12.707849 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Pushing event updated for resources: {'Port': ['ID=1279420d-3723-48cd-aee4-6108c6f3d1ad,revision_number=5']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:06:12.711466 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:06:12.770034 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c61119-d3b4-446f-9cc0-5ffe6cd14b77 req-ca411e98-5c4e-4c41-b69a-91018d95d1af tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:12.771579 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-15c61119-d3b4-446f-9cc0-5ffe6cd14b77 req-ca411e98-5c4e-4c41-b69a-91018d95d1af tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e085e2f-01a5-4453-a638-7db685e9c2e4 HTTP/1.1" status: 200 len: 946 time: 0.0909841 Jun 06 12:06:12.828897 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-15c61119-d3b4-446f-9cc0-5ffe6cd14b77 req-5b0dc5f0-f428-4326-94d8-c888982cbd46 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/security-groups?id=364c3307-ea3e-4f64-b081-feec556770fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476584 Jun 06 12:06:13.058968 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_hamode_db [None req-5fcb283a-eef8-4e6e-bf5d-587245ff745e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ffa4fa-1711-481a-9a83-dec933b52420', 'name': 'tempest-TestShelveInstance-1533985780-router', 'tenant_id': '5e1928ed6cdf4910a20d9b6ff02b4c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': '2dac2d91-3567-4268-9bf0-f49468b6b447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:04:49Z', 'updated_at': '2021-06-06T12:04:57Z', 'revision_number': 4, 'project_id': '5e1928ed6cdf4910a20d9b6ff02b4c2b', 'gw_port': {'id': '2dac2d91-3567-4268-9bf0-f49468b6b447', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ffa4fa-1711-481a-9a83-dec933b52420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:04:50Z', 'updated_at': '2021-06-06T12:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb', '_floatingips': [{'id': 'f8dde862-ee33-4791-87fd-58f92471cc06', 'tenant_id': '5e1928ed6cdf4910a20d9b6ff02b4c2b', 'floating_ip_address': '172.28.2.76', 'floating_network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'router_id': 'c8ffa4fa-1711-481a-9a83-dec933b52420', 'port_id': '204f38e8-b284-4ffd-8b13-52ff665ef164', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44aa02f2-2a13-4100-b8b1-6e7744d752d7', 'mac_address': 'fa:16:3e:bd:e9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19500b47-905a-4df7-b772-1cc46288e643', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T12:06:09Z', 'updated_at': '2021-06-06T12:06:09Z', 'revision_number': 0, 'project_id': '5e1928ed6cdf4910a20d9b6ff02b4c2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45efe1a4-8bcd-491f-ba71-9fb24bfac671', 'name': '', 'network_id': '44aa02f2-2a13-4100-b8b1-6e7744d752d7', 'tenant_id': '5e1928ed6cdf4910a20d9b6ff02b4c2b', 'mac_address': 'fa:16:3e:80:1c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ffa4fa-1711-481a-9a83-dec933b52420', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'a36d396d-02b7-45f4-a272-c76d0b30e743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:04:55Z', 'updated_at': '2021-06-06T12:05:10Z', 'revision_number': 5, 'project_id': '5e1928ed6cdf4910a20d9b6ff02b4c2b', 'subnets': [{'id': 'a36d396d-02b7-45f4-a272-c76d0b30e743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-2-smb', False) {} {{(pid=92099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:06:13.064254 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcb283a-eef8-4e6e-bf5d-587245ff745e None None] The sync data for ids ['c8ffa4fa-1711-481a-9a83-dec933b52420'] in dv-cinder-786266-2-smb is: [{'id': 'c8ffa4fa-1711-481a-9a83-dec933b52420', 'name': 'tempest-TestShelveInstance-1533985780-router', 'tenant_id': '5e1928ed6cdf4910a20d9b6ff02b4c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': '2dac2d91-3567-4268-9bf0-f49468b6b447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:04:49Z', 'updated_at': '2021-06-06T12:04:57Z', 'revision_number': 4, 'project_id': '5e1928ed6cdf4910a20d9b6ff02b4c2b', 'gw_port': {'id': '2dac2d91-3567-4268-9bf0-f49468b6b447', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ffa4fa-1711-481a-9a83-dec933b52420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:04:50Z', 'updated_at': '2021-06-06T12:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb', '_floatingips': [{'id': 'f8dde862-ee33-4791-87fd-58f92471cc06', 'tenant_id': '5e1928ed6cdf4910a20d9b6ff02b4c2b', 'floating_ip_address': '172.28.2.76', 'floating_network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'router_id': 'c8ffa4fa-1711-481a-9a83-dec933b52420', 'port_id': '204f38e8-b284-4ffd-8b13-52ff665ef164', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44aa02f2-2a13-4100-b8b1-6e7744d752d7', 'mac_address': 'fa:16:3e:bd:e9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19500b47-905a-4df7-b772-1cc46288e643', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T12:06:09Z', 'updated_at': '2021-06-06T12:06:09Z', 'revision_number': 0, 'project_id': '5e1928ed6cdf4910a20d9b6ff02b4c2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45efe1a4-8bcd-491f-ba71-9fb24bfac671', 'name': '', 'network_id': '44aa02f2-2a13-4100-b8b1-6e7744d752d7', 'tenant_id': '5e1928ed6cdf4910a20d9b6ff02b4c2b', 'mac_address': 'fa:16:3e:80:1c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ffa4fa-1711-481a-9a83-dec933b52420', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'a36d396d-02b7-45f4-a272-c76d0b30e743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:04:55Z', 'updated_at': '2021-06-06T12:05:10Z', 'revision_number': 5, 'project_id': '5e1928ed6cdf4910a20d9b6ff02b4c2b', 'subnets': [{'id': 'a36d396d-02b7-45f4-a272-c76d0b30e743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 12:06:13.265270 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edaab477-5365-4c5d-ab04-d166fc5d6e6d None None] New status for floating IP f8dde862-ee33-4791-87fd-58f92471cc06: ACTIVE {{(pid=92098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 12:06:13.850947 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3faf50b-51d4-4277-bbe9-726dbe04a045 req-808d41de-4c7b-481c-91c1-145d34cae725 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:13.852537 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-f3faf50b-51d4-4277-bbe9-726dbe04a045 req-808d41de-4c7b-481c-91c1-145d34cae725 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=663dd71e-90c6-4ae5-bf0e-e2f54fe661be HTTP/1.1" status: 200 len: 943 time: 0.1894433 Jun 06 12:06:13.864607 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42001f-702f-45f3-89dd-8d485cc957d8 req-06e31a58-3b78-444f-abaa-1d5c3eb1921f tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:13.866076 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ea42001f-702f-45f3-89dd-8d485cc957d8 req-06e31a58-3b78-444f-abaa-1d5c3eb1921f tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbc879d7-7892-49d1-b704-4b31e81d5886 HTTP/1.1" status: 200 len: 945 time: 0.1314857 Jun 06 12:06:13.949439 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-f3faf50b-51d4-4277-bbe9-726dbe04a045 req-f5522e3a-8f7f-4360-ac16-9c451b53372a tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=da3a596c-c8ed-4184-9b24-a093c67db910&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823026 Jun 06 12:06:13.954394 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ea42001f-702f-45f3-89dd-8d485cc957d8 req-206d3745-743d-4018-93ab-070f895ee2ac tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737426 Jun 06 12:06:14.141558 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e1da3-94e9-4605-a3c4-36071e821231 req-fda30915-d604-4210-a789-59e9477966ae tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:14.143388 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-a72e1da3-94e9-4605-a3c4-36071e821231 req-fda30915-d604-4210-a789-59e9477966ae tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e085e2f-01a5-4453-a638-7db685e9c2e4 HTTP/1.1" status: 200 len: 946 time: 0.0898013 Jun 06 12:06:14.192674 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-a72e1da3-94e9-4605-a3c4-36071e821231 req-8b7b85fb-3946-4f2f-b4a5-f1b20917acde tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/security-groups?id=364c3307-ea3e-4f64-b081-feec556770fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436485 Jun 06 12:06:15.229183 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 35678) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:06:15.312702 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37310a64-8c5b-4685-a77d-8b683ce3737b req-4c601057-fc82-4b06-9d28-dba8a2e7e925 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:15.319659 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-37310a64-8c5b-4685-a77d-8b683ce3737b req-4c601057-fc82-4b06-9d28-dba8a2e7e925 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbc879d7-7892-49d1-b704-4b31e81d5886 HTTP/1.1" status: 200 len: 945 time: 0.2325490 Jun 06 12:06:15.334579 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.db_base_plugin_v2 [None req-68494c3d-abde-4a0c-b213-91ad5f80737f admin admin] Deleting subnet cbe2f308-6ef3-4485-8a6a-507c787d2855 {{(pid=92097) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 12:06:15.339297 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-68494c3d-abde-4a0c-b213-91ad5f80737f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:15.371482 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7967cdc-c81a-4798-91db-a1675fcf8eaa req-84c58165-830b-4fcd-ad22-4e294cc4f2d5 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:15.373592 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-f7967cdc-c81a-4798-91db-a1675fcf8eaa req-84c58165-830b-4fcd-ad22-4e294cc4f2d5 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=663dd71e-90c6-4ae5-bf0e-e2f54fe661be HTTP/1.1" status: 200 len: 943 time: 0.2525797 Jun 06 12:06:15.388325 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-37310a64-8c5b-4685-a77d-8b683ce3737b req-711f27b7-a3cd-4edb-8325-284d64230a60 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671010 Jun 06 12:06:15.423555 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-68494c3d-abde-4a0c-b213-91ad5f80737f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-907540'] for subnet, precommit_delete_associations {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:15.438319 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-f7967cdc-c81a-4798-91db-a1675fcf8eaa req-df4dcc8e-2292-4687-9910-018ba34910c9 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=da3a596c-c8ed-4184-9b24-a093c67db910&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485897 Jun 06 12:06:15.493734 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-68494c3d-abde-4a0c-b213-91ad5f80737f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33120235'] for subnet, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:15.617141 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-68494c3d-abde-4a0c-b213-91ad5f80737f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33120226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2165414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556759'] for subnet, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:15.623131 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-15293cb4-43cd-4b62-a778-21f80bbdc81a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:06:15.626296 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c8ef30-8948-4a5a-8828-56c8cb5b325f req-52a02d4d-3d19-4530-8e74-d3cd02837245 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:15.628271 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-e1c8ef30-8948-4a5a-8828-56c8cb5b325f req-52a02d4d-3d19-4530-8e74-d3cd02837245 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e085e2f-01a5-4453-a638-7db685e9c2e4 HTTP/1.1" status: 200 len: 946 time: 0.1071265 Jun 06 12:06:15.691174 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68494c3d-abde-4a0c-b213-91ad5f80737f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbe2f308-6ef3-4485-8a6a-507c787d2855,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:06:15.693923 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-68494c3d-abde-4a0c-b213-91ad5f80737f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:06:15.703160 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-68494c3d-abde-4a0c-b213-91ad5f80737f admin admin] Notify callbacks [] for subnet, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:15.706053 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-68494c3d-abde-4a0c-b213-91ad5f80737f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/cbe2f308-6ef3-4485-8a6a-507c787d2855 HTTP/1.1" status: 204 len: 168 time: 0.4742525 Jun 06 12:06:15.707724 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 35684) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:06:15.725582 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-e1c8ef30-8948-4a5a-8828-56c8cb5b325f req-5cf1d5a8-2a96-4a4c-9324-5751efb2de2d tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/security-groups?id=364c3307-ea3e-4f64-b081-feec556770fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910258 Jun 06 12:06:15.837016 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-1a51e111-964c-468b-91f3-6b17aaa0ef04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33107049'] for network, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:15.963859 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-1a51e111-964c-468b-91f3-6b17aaa0ef04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33119602', 'neutron.services.segments.db._delete_segments_for_network-8778191637926'] for network, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:15.976336 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.services.segments.db [None req-1a51e111-964c-468b-91f3-6b17aaa0ef04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['455ea1b7-fd96-4c35-91a8-07d06e248485']}} {{(pid=92097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:06:15.988103 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.services.segments.db [None req-1a51e111-964c-468b-91f3-6b17aaa0ef04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2564c6b8-2c65-4899-be7d-d84578c0688f') {'for_net_delete': True} {{(pid=92097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:06:15.988394 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.services.segments.db [None req-1a51e111-964c-468b-91f3-6b17aaa0ef04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2564c6b8-2c65-4899-be7d-d84578c0688f') {} {{(pid=92097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:06:16.002202 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-1a51e111-964c-468b-91f3-6b17aaa0ef04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778191512257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-907565'] for segment, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:16.020177 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-1a51e111-964c-468b-91f3-6b17aaa0ef04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33122656'] for segment, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:16.027333 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a51e111-964c-468b-91f3-6b17aaa0ef04 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=92097) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 12:06:16.027720 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-1a51e111-964c-468b-91f3-6b17aaa0ef04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33122656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2165276'] for segment, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:16.042021 dv-cinder-786266-2-smb neutron-server[92097]: Traceback (most recent call last): Jun 06 12:06:16.042021 dv-cinder-786266-2-smb neutron-server[92097]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 12:06:16.042021 dv-cinder-786266-2-smb neutron-server[92097]: timer() Jun 06 12:06:16.042021 dv-cinder-786266-2-smb neutron-server[92097]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 12:06:16.042021 dv-cinder-786266-2-smb neutron-server[92097]: cb(*args, **kw) Jun 06 12:06:16.042021 dv-cinder-786266-2-smb neutron-server[92097]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 12:06:16.042021 dv-cinder-786266-2-smb neutron-server[92097]: return func(*args, **kwargs) Jun 06 12:06:16.042021 dv-cinder-786266-2-smb neutron-server[92097]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 12:06:16.042021 dv-cinder-786266-2-smb neutron-server[92097]: self._notify() Jun 06 12:06:16.042021 dv-cinder-786266-2-smb neutron-server[92097]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 12:06:16.042021 dv-cinder-786266-2-smb neutron-server[92097]: self.callback(batched_events) Jun 06 12:06:16.042021 dv-cinder-786266-2-smb neutron-server[92097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 12:06:16.042021 dv-cinder-786266-2-smb neutron-server[92097]: event.method(event) Jun 06 12:06:16.042021 dv-cinder-786266-2-smb neutron-server[92097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 12:06:16.042021 dv-cinder-786266-2-smb neutron-server[92097]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 12:06:16.042021 dv-cinder-786266-2-smb neutron-server[92097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 12:06:16.042021 dv-cinder-786266-2-smb neutron-server[92097]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 12:06:16.042021 dv-cinder-786266-2-smb neutron-server[92097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 12:06:16.042021 dv-cinder-786266-2-smb neutron-server[92097]: return f(self, *a, **k) Jun 06 12:06:16.042021 dv-cinder-786266-2-smb neutron-server[92097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 12:06:16.042021 dv-cinder-786266-2-smb neutron-server[92097]: return self._get(url).json() Jun 06 12:06:16.042021 dv-cinder-786266-2-smb neutron-server[92097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 12:06:16.042021 dv-cinder-786266-2-smb neutron-server[92097]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 12:06:16.042021 dv-cinder-786266-2-smb neutron-server[92097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 12:06:16.042021 dv-cinder-786266-2-smb neutron-server[92097]: return self.request(url, 'GET', **kwargs) Jun 06 12:06:16.042021 dv-cinder-786266-2-smb neutron-server[92097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 12:06:16.042021 dv-cinder-786266-2-smb neutron-server[92097]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 12:06:16.042021 dv-cinder-786266-2-smb neutron-server[92097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 12:06:16.042021 dv-cinder-786266-2-smb neutron-server[92097]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 12:06:16.042021 dv-cinder-786266-2-smb neutron-server[92097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 12:06:16.042021 dv-cinder-786266-2-smb neutron-server[92097]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 12:06:16.042021 dv-cinder-786266-2-smb neutron-server[92097]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 12:06:16.249401 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-1a51e111-964c-468b-91f3-6b17aaa0ef04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33119593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-702243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-617627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558951'] for network, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:16.249401 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-53ff8480-a8a7-40da-9821-8813192ea5c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:06:16.265164 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-1a51e111-964c-468b-91f3-6b17aaa0ef04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617724'] for network, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:16.266813 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-1a51e111-964c-468b-91f3-6b17aaa0ef04 admin admin] 10.222.0.32 "DELETE /v2.0/networks/455ea1b7-fd96-4c35-91a8-07d06e248485 HTTP/1.1" status: 204 len: 168 time: 0.5579371 Jun 06 12:06:16.269817 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a51e111-964c-468b-91f3-6b17aaa0ef04 admin admin] Pushing event deleted for resources: {'Network': ['ID=455ea1b7-fd96-4c35-91a8-07d06e248485,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:06:16.269982 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 35686) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:06:16.272025 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-1a51e111-964c-468b-91f3-6b17aaa0ef04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:06:16.334865 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.db.db_base_plugin_v2 [None req-229000d6-dd93-458c-a9de-a814e1cb6bd6 admin admin] Deleting subnet ad2c74d4-3c6c-43ab-9bd6-562edeb7395b {{(pid=92096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 12:06:16.399589 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-229000d6-dd93-458c-a9de-a814e1cb6bd6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:16.399589 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-229000d6-dd93-458c-a9de-a814e1cb6bd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2319746'] for subnet, precommit_delete_associations {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:16.455882 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-229000d6-dd93-458c-a9de-a814e1cb6bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33120235'] for subnet, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:16.735961 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcffd22-5beb-4c0c-85e9-8a45d177aa7d req-26c953e1-6476-440d-a742-41a4b9542871 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:16.744432 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-1fcffd22-5beb-4c0c-85e9-8a45d177aa7d req-26c953e1-6476-440d-a742-41a4b9542871 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbc879d7-7892-49d1-b704-4b31e81d5886 HTTP/1.1" status: 200 len: 945 time: 0.2030034 Jun 06 12:06:16.783231 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83228e8-f54d-41fa-a85d-43553ee57aef req-6df358df-7178-4c3b-8c3b-0637cc3b44f0 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:16.784714 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-b83228e8-f54d-41fa-a85d-43553ee57aef req-6df358df-7178-4c3b-8c3b-0637cc3b44f0 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=663dd71e-90c6-4ae5-bf0e-e2f54fe661be HTTP/1.1" status: 200 len: 943 time: 0.1635180 Jun 06 12:06:16.846062 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-1fcffd22-5beb-4c0c-85e9-8a45d177aa7d req-be4b4c41-f721-42e0-89da-c58ed35d574b tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006334 Jun 06 12:06:16.865244 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-b83228e8-f54d-41fa-a85d-43553ee57aef req-fd6d0236-413c-45c7-ad61-dc3ee9fc8c03 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=da3a596c-c8ed-4184-9b24-a093c67db910&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726902 Jun 06 12:06:17.049164 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f8db6c-d746-4266-bf53-4328563346cd req-fbd6f6a0-36e9-4386-838b-aac02d911293 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:17.050753 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-70f8db6c-d746-4266-bf53-4328563346cd req-fbd6f6a0-36e9-4386-838b-aac02d911293 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e085e2f-01a5-4453-a638-7db685e9c2e4 HTTP/1.1" status: 200 len: 946 time: 0.0821378 Jun 06 12:06:17.101974 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-70f8db6c-d746-4266-bf53-4328563346cd req-f162aef3-06d0-475f-88f4-b2a0ed67d9f5 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/security-groups?id=364c3307-ea3e-4f64-b081-feec556770fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437610 Jun 06 12:06:17.108740 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-229000d6-dd93-458c-a9de-a814e1cb6bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33120226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2160253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2058302'] for subnet, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:17.113639 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:06:17.149381 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229000d6-dd93-458c-a9de-a814e1cb6bd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad2c74d4-3c6c-43ab-9bd6-562edeb7395b,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:06:17.151333 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-229000d6-dd93-458c-a9de-a814e1cb6bd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617724'] for subnet, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:17.153971 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-229000d6-dd93-458c-a9de-a814e1cb6bd6 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ad2c74d4-3c6c-43ab-9bd6-562edeb7395b HTTP/1.1" status: 204 len: 168 time: 0.8823006 Jun 06 12:06:17.154797 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-229000d6-dd93-458c-a9de-a814e1cb6bd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:06:17.157081 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 35698) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:06:17.268503 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-fa22fcd0-30b2-493a-a460-76a5e81ad3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33107049'] for network, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:17.397247 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-fa22fcd0-30b2-493a-a460-76a5e81ad3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33119602', 'neutron.services.segments.db._delete_segments_for_network-8778191637926'] for network, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:17.411554 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.services.segments.db [None req-fa22fcd0-30b2-493a-a460-76a5e81ad3a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc5d56c1-0bc0-40a7-92b5-19543ea9568d']}} {{(pid=92097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:06:17.425034 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.services.segments.db [None req-fa22fcd0-30b2-493a-a460-76a5e81ad3a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a386644e-ddd1-4b0c-a220-cd004028a53c') {'for_net_delete': True} {{(pid=92097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:06:17.425326 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.services.segments.db [None req-fa22fcd0-30b2-493a-a460-76a5e81ad3a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a386644e-ddd1-4b0c-a220-cd004028a53c') {} {{(pid=92097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:06:17.437175 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-fa22fcd0-30b2-493a-a460-76a5e81ad3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778191512257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-907565'] for segment, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:17.454278 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-fa22fcd0-30b2-493a-a460-76a5e81ad3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33122656'] for segment, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:17.460572 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa22fcd0-30b2-493a-a460-76a5e81ad3a4 admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=92097) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 12:06:17.460974 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-fa22fcd0-30b2-493a-a460-76a5e81ad3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33122656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2165276'] for segment, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:17.477597 dv-cinder-786266-2-smb neutron-server[92097]: Traceback (most recent call last): Jun 06 12:06:17.477597 dv-cinder-786266-2-smb neutron-server[92097]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 12:06:17.477597 dv-cinder-786266-2-smb neutron-server[92097]: timer() Jun 06 12:06:17.477597 dv-cinder-786266-2-smb neutron-server[92097]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 12:06:17.477597 dv-cinder-786266-2-smb neutron-server[92097]: cb(*args, **kw) Jun 06 12:06:17.477597 dv-cinder-786266-2-smb neutron-server[92097]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 12:06:17.477597 dv-cinder-786266-2-smb neutron-server[92097]: return func(*args, **kwargs) Jun 06 12:06:17.477597 dv-cinder-786266-2-smb neutron-server[92097]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 12:06:17.477597 dv-cinder-786266-2-smb neutron-server[92097]: self._notify() Jun 06 12:06:17.477597 dv-cinder-786266-2-smb neutron-server[92097]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 12:06:17.477597 dv-cinder-786266-2-smb neutron-server[92097]: self.callback(batched_events) Jun 06 12:06:17.477597 dv-cinder-786266-2-smb neutron-server[92097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 12:06:17.477597 dv-cinder-786266-2-smb neutron-server[92097]: event.method(event) Jun 06 12:06:17.477597 dv-cinder-786266-2-smb neutron-server[92097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 12:06:17.477597 dv-cinder-786266-2-smb neutron-server[92097]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 12:06:17.477597 dv-cinder-786266-2-smb neutron-server[92097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 12:06:17.477597 dv-cinder-786266-2-smb neutron-server[92097]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 12:06:17.477597 dv-cinder-786266-2-smb neutron-server[92097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 12:06:17.477597 dv-cinder-786266-2-smb neutron-server[92097]: return f(self, *a, **k) Jun 06 12:06:17.477597 dv-cinder-786266-2-smb neutron-server[92097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 12:06:17.477597 dv-cinder-786266-2-smb neutron-server[92097]: return self._get(url).json() Jun 06 12:06:17.477597 dv-cinder-786266-2-smb neutron-server[92097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 12:06:17.477597 dv-cinder-786266-2-smb neutron-server[92097]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 12:06:17.477597 dv-cinder-786266-2-smb neutron-server[92097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 12:06:17.477597 dv-cinder-786266-2-smb neutron-server[92097]: return self.request(url, 'GET', **kwargs) Jun 06 12:06:17.477597 dv-cinder-786266-2-smb neutron-server[92097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 12:06:17.477597 dv-cinder-786266-2-smb neutron-server[92097]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 12:06:17.477597 dv-cinder-786266-2-smb neutron-server[92097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 12:06:17.477597 dv-cinder-786266-2-smb neutron-server[92097]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 12:06:17.477597 dv-cinder-786266-2-smb neutron-server[92097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 12:06:17.477597 dv-cinder-786266-2-smb neutron-server[92097]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 12:06:17.477597 dv-cinder-786266-2-smb neutron-server[92097]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 12:06:17.725012 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-fa22fcd0-30b2-493a-a460-76a5e81ad3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33119593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-702243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-617627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558951'] for network, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:17.728928 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:06:17.745144 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-fa22fcd0-30b2-493a-a460-76a5e81ad3a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617724'] for network, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:17.747759 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-fa22fcd0-30b2-493a-a460-76a5e81ad3a4 admin admin] 10.222.0.32 "DELETE /v2.0/networks/dc5d56c1-0bc0-40a7-92b5-19543ea9568d HTTP/1.1" status: 204 len: 168 time: 0.5893943 Jun 06 12:06:17.753671 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa22fcd0-30b2-493a-a460-76a5e81ad3a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc5d56c1-0bc0-40a7-92b5-19543ea9568d,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:06:17.756820 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-fa22fcd0-30b2-493a-a460-76a5e81ad3a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:06:17.788650 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-d14fde4e-3307-4ba2-b723-ce567fdeb260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:18.132245 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1933cd-b5c8-40c0-a2a2-8d742cc53751 req-d98e0338-18db-4271-a206-a6ce4af840be tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:18.133838 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-5f1933cd-b5c8-40c0-a2a2-8d742cc53751 req-d98e0338-18db-4271-a206-a6ce4af840be tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbc879d7-7892-49d1-b704-4b31e81d5886 HTTP/1.1" status: 200 len: 945 time: 0.1488647 Jun 06 12:06:18.142978 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99307016-3bc1-41ff-ac15-1df24c28378d req-f15117e7-6461-47b5-915a-6a078f92d3d6 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:18.144443 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-99307016-3bc1-41ff-ac15-1df24c28378d req-f15117e7-6461-47b5-915a-6a078f92d3d6 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=663dd71e-90c6-4ae5-bf0e-e2f54fe661be HTTP/1.1" status: 200 len: 943 time: 0.1232603 Jun 06 12:06:18.219690 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-5f1933cd-b5c8-40c0-a2a2-8d742cc53751 req-cb9bad5e-5be6-4226-85ab-3fe9f5861eb8 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742624 Jun 06 12:06:18.224369 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-99307016-3bc1-41ff-ac15-1df24c28378d req-4dcf1baa-68dd-45ef-bc19-06af15fc94eb tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=da3a596c-c8ed-4184-9b24-a093c67db910&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648203 Jun 06 12:06:18.303538 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 35718) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:06:18.403489 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-1163f78e-6981-4803-a583-d733946df43a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=25a6deefaa414ab48446d1988277bcd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0985651 Jun 06 12:06:18.406155 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 35720) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:06:18.437159 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4054804c-8473-438f-bd55-54ea2979fda6 req-8b201a90-afa8-40e9-9b17-250cfc915ffa tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:18.438625 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-4054804c-8473-438f-bd55-54ea2979fda6 req-8b201a90-afa8-40e9-9b17-250cfc915ffa tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e085e2f-01a5-4453-a638-7db685e9c2e4 HTTP/1.1" status: 200 len: 946 time: 0.0980952 Jun 06 12:06:18.476530 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-ed4c5c6b-007d-47d4-8134-8bf3f4980ffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:18.487311 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-4054804c-8473-438f-bd55-54ea2979fda6 req-f60d75fd-5b01-455c-8c1e-2b895dc9f652 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/security-groups?id=364c3307-ea3e-4f64-b081-feec556770fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405977 Jun 06 12:06:18.504181 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-ed4c5c6b-007d-47d4-8134-8bf3f4980ffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:18.633095 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-ed4c5c6b-007d-47d4-8134-8bf3f4980ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:18.635662 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-ed4c5c6b-007d-47d4-8134-8bf3f4980ffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:18.636769 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-ed4c5c6b-007d-47d4-8134-8bf3f4980ffe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/56311e74-1a71-4835-93df-053785cc4c1a HTTP/1.1" status: 204 len: 168 time: 0.2295938 Jun 06 12:06:18.638187 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-53ff8480-a8a7-40da-9821-8813192ea5c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:06:18.647806 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4c5c6b-007d-47d4-8134-8bf3f4980ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56311e74-1a71-4835-93df-053785cc4c1a,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:06:18.650320 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-ed4c5c6b-007d-47d4-8134-8bf3f4980ffe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:06:19.334766 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 35738) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:06:19.531352 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-e09da4b7-39f9-485b-8583-374a1e2256b0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=edf88f87c02b4c748a1e8dcd9a7d436a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1952486 Jun 06 12:06:19.533777 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 35742) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:06:19.594476 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f88534-73d8-44e2-86d2-d192e2a2199d req-eec51460-a492-4acf-b76a-b2054e6c73de tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:19.595914 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-b7f88534-73d8-44e2-86d2-d192e2a2199d req-eec51460-a492-4acf-b76a-b2054e6c73de tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=663dd71e-90c6-4ae5-bf0e-e2f54fe661be HTTP/1.1" status: 200 len: 943 time: 0.2227647 Jun 06 12:06:19.615799 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede7d22b-e14d-461d-b8db-4ae8aafb503d req-4ffb96e7-a384-4fb8-b68d-b19168846ba8 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:19.620668 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ede7d22b-e14d-461d-b8db-4ae8aafb503d req-4ffb96e7-a384-4fb8-b68d-b19168846ba8 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbc879d7-7892-49d1-b704-4b31e81d5886 HTTP/1.1" status: 200 len: 945 time: 0.2491343 Jun 06 12:06:19.689124 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-c96e85f6-6ce1-4a74-99c4-9f3822cea47d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:19.742424 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-c96e85f6-6ce1-4a74-99c4-9f3822cea47d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:19.761507 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-b7f88534-73d8-44e2-86d2-d192e2a2199d req-065323f1-2232-438d-a550-f9c981c04a30 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=da3a596c-c8ed-4184-9b24-a093c67db910&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1577885 Jun 06 12:06:19.805444 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ede7d22b-e14d-461d-b8db-4ae8aafb503d req-81c1830f-36a9-48a1-8724-c3f27b956ad6 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491380 Jun 06 12:06:19.975025 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-c96e85f6-6ce1-4a74-99c4-9f3822cea47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:19.977431 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-c96e85f6-6ce1-4a74-99c4-9f3822cea47d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:19.978562 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-c96e85f6-6ce1-4a74-99c4-9f3822cea47d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e8f98ba8-603a-4021-a47d-4ba1d8982bc6 HTTP/1.1" status: 204 len: 168 time: 0.4437962 Jun 06 12:06:19.981674 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-e44ded52-a64c-4394-a321-7feb940645f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:06:19.993994 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96e85f6-6ce1-4a74-99c4-9f3822cea47d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f98ba8-603a-4021-a47d-4ba1d8982bc6,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:06:19.997190 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-c96e85f6-6ce1-4a74-99c4-9f3822cea47d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:06:20.037515 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df5844-d3fa-4000-92da-7200d2e7f71f req-520faae5-ef75-418c-85fa-066beebfc221 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:20.039248 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-f6df5844-d3fa-4000-92da-7200d2e7f71f req-520faae5-ef75-418c-85fa-066beebfc221 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e085e2f-01a5-4453-a638-7db685e9c2e4 HTTP/1.1" status: 200 len: 946 time: 0.1294875 Jun 06 12:06:20.067223 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-2d75fcfe-782b-461b-b1d3-880300a39f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:20.088567 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-f6df5844-d3fa-4000-92da-7200d2e7f71f req-c7ed6b03-52b3-4675-949c-55c4f7183e40 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/security-groups?id=364c3307-ea3e-4f64-b081-feec556770fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426993 Jun 06 12:06:20.341284 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:20.720959 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:21.151504 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c693b6-f640-4321-b296-8a09b8bc23b8 req-72b5977c-cb8a-4644-8931-f8a7949bd783 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:21.158485 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-f6c693b6-f640-4321-b296-8a09b8bc23b8 req-72b5977c-cb8a-4644-8931-f8a7949bd783 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=663dd71e-90c6-4ae5-bf0e-e2f54fe661be HTTP/1.1" status: 200 len: 943 time: 0.2488191 Jun 06 12:06:21.194364 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1feb5b-1eef-441e-9c29-d1f8d4691b94 req-97bf89d4-3fa5-480e-b365-f35b56cc3ec1 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:21.196130 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-5d1feb5b-1eef-441e-9c29-d1f8d4691b94 req-97bf89d4-3fa5-480e-b365-f35b56cc3ec1 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbc879d7-7892-49d1-b704-4b31e81d5886 HTTP/1.1" status: 200 len: 945 time: 0.2159393 Jun 06 12:06:21.233232 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-f6c693b6-f640-4321-b296-8a09b8bc23b8 req-a9c3cbfa-a78e-4c92-ac09-2809ca237429 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=da3a596c-c8ed-4184-9b24-a093c67db910&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738254 Jun 06 12:06:21.271767 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-c3be426d-4704-402b-bce9-7cb8373a3dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:21.272386 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-5d1feb5b-1eef-441e-9c29-d1f8d4691b94 req-a9da5eba-9408-4f09-9dd8-e7939e8ab24a tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647645 Jun 06 12:06:21.466918 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9da17c-1d11-4f3b-a7db-766faf9eeea3 req-9144020b-5a83-4005-b60d-1975b34925d7 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:21.468333 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-eb9da17c-1d11-4f3b-a7db-766faf9eeea3 req-9144020b-5a83-4005-b60d-1975b34925d7 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e085e2f-01a5-4453-a638-7db685e9c2e4 HTTP/1.1" status: 200 len: 946 time: 0.1018655 Jun 06 12:06:21.514324 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-eb9da17c-1d11-4f3b-a7db-766faf9eeea3 req-735e24f8-b659-4334-a9a1-30e854a5995b tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/security-groups?id=364c3307-ea3e-4f64-b081-feec556770fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400279 Jun 06 12:06:22.558541 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad7036-6e4c-4a56-806c-56b8c93fe856 req-148fecea-b5f2-4062-a64b-fb38d3b3312e tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:22.561506 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-f3ad7036-6e4c-4a56-806c-56b8c93fe856 req-148fecea-b5f2-4062-a64b-fb38d3b3312e tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=663dd71e-90c6-4ae5-bf0e-e2f54fe661be HTTP/1.1" status: 200 len: 943 time: 0.1668084 Jun 06 12:06:22.571973 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4db184-549e-4832-a63a-27aec93f53bf req-ed1b887c-0d35-46ea-8a4c-0ccb062f7322 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:22.573538 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-9e4db184-549e-4832-a63a-27aec93f53bf req-ed1b887c-0d35-46ea-8a4c-0ccb062f7322 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbc879d7-7892-49d1-b704-4b31e81d5886 HTTP/1.1" status: 200 len: 945 time: 0.1472778 Jun 06 12:06:22.669133 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-f3ad7036-6e4c-4a56-806c-56b8c93fe856 req-9479688b-9dbb-4f1e-93a4-bdc19e1f1ae6 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=da3a596c-c8ed-4184-9b24-a093c67db910&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944765 Jun 06 12:06:22.708877 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-9e4db184-549e-4832-a63a-27aec93f53bf req-c715ec03-dd05-4248-8c01-e6d5dd9e6b39 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636361 Jun 06 12:06:22.884214 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43114d03-1021-485c-85dd-8b477bb79a2c req-06c95aed-05f8-4a28-8814-216124071cbb tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:22.885558 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-43114d03-1021-485c-85dd-8b477bb79a2c req-06c95aed-05f8-4a28-8814-216124071cbb tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e085e2f-01a5-4453-a638-7db685e9c2e4 HTTP/1.1" status: 200 len: 946 time: 0.0841935 Jun 06 12:06:22.952457 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-43114d03-1021-485c-85dd-8b477bb79a2c req-9ccbf2ae-d9a6-4b76-8769-258d8362ad7e tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/security-groups?id=364c3307-ea3e-4f64-b081-feec556770fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596495 Jun 06 12:06:23.003021 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-dde0a769-bb65-4f49-a590-df32523868aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:23.979913 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c48eecd-a201-491b-a6b5-5706cd474c08 req-cedcb2c1-7953-45af-baec-406faa6b9297 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:23.981395 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-7c48eecd-a201-491b-a6b5-5706cd474c08 req-cedcb2c1-7953-45af-baec-406faa6b9297 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=663dd71e-90c6-4ae5-bf0e-e2f54fe661be HTTP/1.1" status: 200 len: 943 time: 0.1789882 Jun 06 12:06:23.989682 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b38cb-b6b5-4ac8-889b-c763578d2f1e req-cbb1e967-b589-41e4-a937-9ad4d9b9de0b tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:23.991183 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-b78b38cb-b6b5-4ac8-889b-c763578d2f1e req-cbb1e967-b589-41e4-a937-9ad4d9b9de0b tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbc879d7-7892-49d1-b704-4b31e81d5886 HTTP/1.1" status: 200 len: 945 time: 0.1196234 Jun 06 12:06:24.070039 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-7c48eecd-a201-491b-a6b5-5706cd474c08 req-c6785df6-550f-49af-a090-c6a7ca447dbc tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=da3a596c-c8ed-4184-9b24-a093c67db910&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778856 Jun 06 12:06:24.072705 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-b78b38cb-b6b5-4ac8-889b-c763578d2f1e req-7a8f551c-bf7b-4a66-8d47-d7872704adfc tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640168 Jun 06 12:06:24.316137 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e643e2-0628-473a-87e5-36175addbf1e req-78a4564d-c9b7-4af1-8306-f37d84a3cca5 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:24.317986 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-10e643e2-0628-473a-87e5-36175addbf1e req-78a4564d-c9b7-4af1-8306-f37d84a3cca5 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e085e2f-01a5-4453-a638-7db685e9c2e4 HTTP/1.1" status: 200 len: 946 time: 0.1211786 Jun 06 12:06:24.390527 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-10e643e2-0628-473a-87e5-36175addbf1e req-18754d6c-23a1-40fd-9f3c-27d1c6223d96 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/security-groups?id=364c3307-ea3e-4f64-b081-feec556770fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626731 Jun 06 12:06:25.298371 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1e1de-5f44-4b65-891a-ba44fe6dd368 req-80bce9b5-ac96-42be-8749-4a9b641b781f tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:25.299784 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-4be1e1de-5f44-4b65-891a-ba44fe6dd368 req-80bce9b5-ac96-42be-8749-4a9b641b781f tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbc879d7-7892-49d1-b704-4b31e81d5886 HTTP/1.1" status: 200 len: 945 time: 0.1083136 Jun 06 12:06:25.349984 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-4be1e1de-5f44-4b65-891a-ba44fe6dd368 req-48f26f3b-de32-4d1d-8e51-71ee936bd06d tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443146 Jun 06 12:06:25.524491 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d049ce7-0c18-47d5-902c-bb5b29a7b0d1 req-4bfb206e-9d8c-4aa9-84e1-7ba95436ccf2 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:25.525976 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-9d049ce7-0c18-47d5-902c-bb5b29a7b0d1 req-4bfb206e-9d8c-4aa9-84e1-7ba95436ccf2 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=663dd71e-90c6-4ae5-bf0e-e2f54fe661be HTTP/1.1" status: 200 len: 943 time: 0.0806544 Jun 06 12:06:25.637031 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-9d049ce7-0c18-47d5-902c-bb5b29a7b0d1 req-9acdf0c6-2ebc-4e16-b8a3-26130e576f66 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=da3a596c-c8ed-4184-9b24-a093c67db910&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942781 Jun 06 12:06:25.663900 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c949dc5c-c55f-4f2c-860c-a44ed1e5d4ef req-02ced989-80f9-4807-981f-0720366cf6df tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:25.663900 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c949dc5c-c55f-4f2c-860c-a44ed1e5d4ef req-02ced989-80f9-4807-981f-0720366cf6df tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e085e2f-01a5-4453-a638-7db685e9c2e4 HTTP/1.1" status: 200 len: 946 time: 0.1278882 Jun 06 12:06:25.751871 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c949dc5c-c55f-4f2c-860c-a44ed1e5d4ef req-7a4d2d05-7743-4331-a6e7-e940930802a4 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/security-groups?id=364c3307-ea3e-4f64-b081-feec556770fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861194 Jun 06 12:06:25.772521 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bd922e-bc97-4f5f-b92c-2e3ba7e03b3a req-c12185f1-2609-4eed-8f2e-a5e8d68c0c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:25.774155 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-85bd922e-bc97-4f5f-b92c-2e3ba7e03b3a req-c12185f1-2609-4eed-8f2e-a5e8d68c0c84 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a36d396d-02b7-45f4-a272-c76d0b30e743 HTTP/1.1" status: 200 len: 848 time: 0.0739040 Jun 06 12:06:25.866713 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bd922e-bc97-4f5f-b92c-2e3ba7e03b3a req-d72bb1ca-4fa8-468e-bf6d-d31f1410559b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:25.866713 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-85bd922e-bc97-4f5f-b92c-2e3ba7e03b3a req-d72bb1ca-4fa8-468e-bf6d-d31f1410559b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=44aa02f2-2a13-4100-b8b1-6e7744d752d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0812442 Jun 06 12:06:25.917447 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-07ab1a55-34db-4619-95bc-d7c619977fff req-c826344f-6f32-4b92-bb4b-a8deb9b0cd18 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=133bafca-ca83-4455-a451-16c06e873c55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0768600 Jun 06 12:06:26.029987 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-85bd922e-bc97-4f5f-b92c-2e3ba7e03b3a req-224dadfd-9685-4054-8f26-e8452b9db2b7 service neutron] 10.222.0.35 "GET /v2.0/networks/44aa02f2-2a13-4100-b8b1-6e7744d752d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548195 Jun 06 12:06:26.042618 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab1a55-34db-4619-95bc-d7c619977fff req-4e6d0d32-392d-4ea5-a017-85ffa0d02387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:26.044936 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-07ab1a55-34db-4619-95bc-d7c619977fff req-4e6d0d32-392d-4ea5-a017-85ffa0d02387 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=eca5e9a6e3374a4193593b4832b36a26&device_id=133bafca-ca83-4455-a451-16c06e873c55 HTTP/1.1" status: 200 len: 1098 time: 0.0995390 Jun 06 12:06:26.221439 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab1a55-34db-4619-95bc-d7c619977fff req-ba7cd34a-f259-468d-918f-05f9996841b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:26.223177 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-07ab1a55-34db-4619-95bc-d7c619977fff req-ba7cd34a-f259-468d-918f-05f9996841b6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=99f1ec4c-50c1-42cf-bf31-28bc5611fa58 HTTP/1.1" status: 200 len: 911 time: 0.1498213 Jun 06 12:06:26.245923 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-85bd922e-bc97-4f5f-b92c-2e3ba7e03b3a req-30db8a21-19ee-4eb9-8ef4-9624dbebe387 service neutron] 10.222.0.35 "GET /v2.0/networks/44aa02f2-2a13-4100-b8b1-6e7744d752d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629601 Jun 06 12:06:26.254939 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a7360b-6562-4c7f-8e51-73d633633e92 req-43bc8773-3852-4abd-b77b-7680fd71d0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:26.257707 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-b6a7360b-6562-4c7f-8e51-73d633633e92 req-43bc8773-3852-4abd-b77b-7680fd71d0c9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1e085e2f-01a5-4453-a638-7db685e9c2e4 HTTP/1.1" status: 200 len: 1099 time: 0.2057219 Jun 06 12:06:26.312774 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-b6a7360b-6562-4c7f-8e51-73d633633e92 req-00a9aa50-9bc8-4cb4-aed7-585d60151571 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=364c3307-ea3e-4f64-b081-feec556770fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459611 Jun 06 12:06:26.342215 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-07ab1a55-34db-4619-95bc-d7c619977fff req-f19750cf-3c64-488d-a1aa-02ab3089b05c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67e820f7-0b84-45b6-805e-b7bd2eb0dc35 HTTP/1.1" status: 200 len: 1000 time: 0.1121652 Jun 06 12:06:26.437592 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab1a55-34db-4619-95bc-d7c619977fff req-75636303-9162-4b01-9ebe-74afdf068109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:26.438273 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-07ab1a55-34db-4619-95bc-d7c619977fff req-75636303-9162-4b01-9ebe-74afdf068109 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d6151d6c-a3ca-4b30-8028-8df9c8252719 HTTP/1.1" status: 200 len: 849 time: 0.0619767 Jun 06 12:06:26.525526 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab1a55-34db-4619-95bc-d7c619977fff req-a4096b38-3696-4a0f-b8e6-c6df17dd5eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:26.527268 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-07ab1a55-34db-4619-95bc-d7c619977fff req-a4096b38-3696-4a0f-b8e6-c6df17dd5eea service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=99f1ec4c-50c1-42cf-bf31-28bc5611fa58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0792081 Jun 06 12:06:26.545565 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4bf56b-b7d1-47d6-8953-da7634dcdd87 req-31afe0e2-c874-465a-99eb-1009477cec93 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:26.547127 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ef4bf56b-b7d1-47d6-8953-da7634dcdd87 req-31afe0e2-c874-465a-99eb-1009477cec93 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbc879d7-7892-49d1-b704-4b31e81d5886 HTTP/1.1" status: 200 len: 945 time: 0.0850027 Jun 06 12:06:26.598136 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ef4bf56b-b7d1-47d6-8953-da7634dcdd87 req-f9dcaf4d-354c-47db-9f5f-0019f17f04c6 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396752 Jun 06 12:06:26.667753 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-07ab1a55-34db-4619-95bc-d7c619977fff req-e58ebccd-b1ce-4f50-a6e5-dcb220702a1c service neutron] 10.222.0.35 "GET /v2.0/networks/99f1ec4c-50c1-42cf-bf31-28bc5611fa58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328351 Jun 06 12:06:26.872965 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-07ab1a55-34db-4619-95bc-d7c619977fff req-4a1b46cd-dfbc-4e34-b2fc-73191d59481e service neutron] 10.222.0.35 "GET /v2.0/networks/99f1ec4c-50c1-42cf-bf31-28bc5611fa58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941264 Jun 06 12:06:27.026197 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e2417d-f8f0-48dd-9961-1ef02335c93b req-873471f4-05f7-425c-b6d0-b2fc006dffcd tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:27.027764 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c1e2417d-f8f0-48dd-9961-1ef02335c93b req-873471f4-05f7-425c-b6d0-b2fc006dffcd tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e085e2f-01a5-4453-a638-7db685e9c2e4 HTTP/1.1" status: 200 len: 946 time: 0.1008871 Jun 06 12:06:27.036560 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c7c95-3b2d-4042-bb2d-a9cca4ed15f5 req-f14817e7-655e-4d12-9252-63608721bf4e tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:27.038086 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c95c7c95-3b2d-4042-bb2d-a9cca4ed15f5 req-f14817e7-655e-4d12-9252-63608721bf4e tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=663dd71e-90c6-4ae5-bf0e-e2f54fe661be HTTP/1.1" status: 200 len: 943 time: 0.2680399 Jun 06 12:06:27.111970 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c1e2417d-f8f0-48dd-9961-1ef02335c93b req-9cf003a3-bd8c-47ba-ba7b-c62aa62aa842 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/security-groups?id=364c3307-ea3e-4f64-b081-feec556770fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729043 Jun 06 12:06:27.116198 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c95c7c95-3b2d-4042-bb2d-a9cca4ed15f5 req-85be62ac-6f58-44db-a114-7e84a115ae28 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=da3a596c-c8ed-4184-9b24-a093c67db910&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609772 Jun 06 12:06:27.267170 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 35930) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:06:27.391886 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-493e878b-e55d-47e7-94c1-4e384ba5b684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:27.510701 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-493e878b-e55d-47e7-94c1-4e384ba5b684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:27.604792 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-493e878b-e55d-47e7-94c1-4e384ba5b684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:27.614639 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-741353c6-9c5c-4a36-8009-e89e0dff8f91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:06:27.655178 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-493e878b-e55d-47e7-94c1-4e384ba5b684 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8132fee9076c4e5997e5f3e480c28b5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3869526 Jun 06 12:06:27.656815 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e878b-e55d-47e7-94c1-4e384ba5b684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07094c87-25d9-4fbe-939b-3dd4d65dd839,revision_number=1']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:06:27.659455 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 35940) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:06:27.674920 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-493e878b-e55d-47e7-94c1-4e384ba5b684 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:06:27.780243 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-e59c95aa-458b-46dd-910c-cdba280941cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:27.815940 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-e59c95aa-458b-46dd-910c-cdba280941cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:27.862135 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8b6f35-cd57-458b-82c7-3f1517d004c8 req-448cc1b2-0590-4e86-a96b-00e825784303 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:27.863570 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-cb8b6f35-cd57-458b-82c7-3f1517d004c8 req-448cc1b2-0590-4e86-a96b-00e825784303 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbc879d7-7892-49d1-b704-4b31e81d5886 HTTP/1.1" status: 200 len: 945 time: 0.1513941 Jun 06 12:06:27.910046 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-cb8b6f35-cd57-458b-82c7-3f1517d004c8 req-5e292923-2d0d-439f-9a22-3cebd38c9ab6 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407033 Jun 06 12:06:27.965825 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device cc7aba5c-1311-49d5-ada0-73621eb9181f details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=92098) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 12:06:27.987624 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-e59c95aa-458b-46dd-910c-cdba280941cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:27.990166 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-e59c95aa-458b-46dd-910c-cdba280941cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:27.991297 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-e59c95aa-458b-46dd-910c-cdba280941cf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/07094c87-25d9-4fbe-939b-3dd4d65dd839 HTTP/1.1" status: 204 len: 168 time: 0.3309119 Jun 06 12:06:27.991992 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:06:28.002365 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59c95aa-458b-46dd-910c-cdba280941cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07094c87-25d9-4fbe-939b-3dd4d65dd839,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:06:28.004662 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-e59c95aa-458b-46dd-910c-cdba280941cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:06:28.122090 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] For port cc7aba5c-1311-49d5-ada0-73621eb9181f, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=cc7aba5c-1311-49d5-ada0-73621eb9181f,segment=NetworkSegment(4ba14138-863d-4bea-aa89-dac6ed43a677),segment_id=4ba14138-863d-4bea-aa89-dac6ed43a677)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:06:28.142395 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Returning: {'device': 'cc7aba5c-1311-49d5-ada0-73621eb9181f', 'network_id': '9d232693-3d67-4acc-8d54-aa5376170328', 'port_id': 'cc7aba5c-1311-49d5-ada0-73621eb9181f', 'mac_address': 'fa:16:3e:52:c4:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9af00337-26dd-42bb-a5b7-bfb5439775d6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92098) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 12:06:28.209306 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:28.246829 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.notifiers.nova [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc7aba5c-1311-49d5-ada0-73621eb9181f {{(pid=92098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 12:06:28.275761 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] For port cc7aba5c-1311-49d5-ada0-73621eb9181f, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=cc7aba5c-1311-49d5-ada0-73621eb9181f,segment=NetworkSegment(4ba14138-863d-4bea-aa89-dac6ed43a677),segment_id=4ba14138-863d-4bea-aa89-dac6ed43a677)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:06:28.342972 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f17b1-0fa0-4f0d-a63f-dd2e449a4331 req-31098e61-4950-4e06-8fb0-f869d702e2a3 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:28.344612 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c91f17b1-0fa0-4f0d-a63f-dd2e449a4331 req-31098e61-4950-4e06-8fb0-f869d702e2a3 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/ports?device_id=133bafca-ca83-4455-a451-16c06e873c55 HTTP/1.1" status: 200 len: 945 time: 0.1618514 Jun 06 12:06:28.352940 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e41c3aa-d867-47bf-9e90-76fd83d342ab req-e6cfbf2e-5b96-4c72-a273-2b7eba49869f tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:28.354342 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-1e41c3aa-d867-47bf-9e90-76fd83d342ab req-e6cfbf2e-5b96-4c72-a273-2b7eba49869f tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e085e2f-01a5-4453-a638-7db685e9c2e4 HTTP/1.1" status: 200 len: 946 time: 0.1192489 Jun 06 12:06:28.367580 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:28.367580 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:06:28.427170 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c91f17b1-0fa0-4f0d-a63f-dd2e449a4331 req-e0e25a56-f844-46e2-8521-40c6a09865f7 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/security-groups?id=ceabc356-99f9-4025-a839-4d356bbc8e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718787 Jun 06 12:06:28.431480 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-1e41c3aa-d867-47bf-9e90-76fd83d342ab req-282510e1-15dd-4623-bfec-917a4320861e tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/security-groups?id=364c3307-ea3e-4f64-b081-feec556770fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599148 Jun 06 12:06:28.443088 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Pushing event updated for resources: {'Port': ['ID=cc7aba5c-1311-49d5-ada0-73621eb9181f,revision_number=9']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:06:28.456289 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:06:28.646665 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d07e5-533e-4416-a237-559fe2dcdaf1 req-51973693-d852-4657-99dd-761784f7f467 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:28.654414 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-e42d07e5-533e-4416-a237-559fe2dcdaf1 req-51973693-d852-4657-99dd-761784f7f467 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=663dd71e-90c6-4ae5-bf0e-e2f54fe661be HTTP/1.1" status: 200 len: 944 time: 0.1073742 Jun 06 12:06:28.695931 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-e42d07e5-533e-4416-a237-559fe2dcdaf1 req-39573c18-d8b0-4f9a-ab35-f463cb8aabae tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=da3a596c-c8ed-4184-9b24-a093c67db910&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404506 Jun 06 12:06:28.729240 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] get_ports_and_sgs() called for port_ids ['cc7aba5c-1311-49d5-ada0-73621eb9181f'] {{(pid=92098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 12:06:28.765815 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 36000) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:06:28.782660 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-034e2d70-3c4f-4c6a-8642-595b2aa656e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:28.914435 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-034e2d70-3c4f-4c6a-8642-595b2aa656e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:28.983151 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-034e2d70-3c4f-4c6a-8642-595b2aa656e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:28.990456 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-1b7a9be3-980d-48ce-ad57-655b484ab20b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:06:29.018241 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d80f19-ee07-4ce7-8b28-e4bd75b7c431 req-6911451d-a3f5-4da3-9b6c-272f3c042009 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:29.019926 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-36d80f19-ee07-4ce7-8b28-e4bd75b7c431 req-6911451d-a3f5-4da3-9b6c-272f3c042009 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbc879d7-7892-49d1-b704-4b31e81d5886 HTTP/1.1" status: 200 len: 945 time: 0.0955582 Jun 06 12:06:29.021094 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034e2d70-3c4f-4c6a-8642-595b2aa656e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9afca5bd-3344-4bef-800c-bb3eee2725b2,revision_number=1']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:06:29.025673 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-034e2d70-3c4f-4c6a-8642-595b2aa656e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:06:29.092321 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-034e2d70-3c4f-4c6a-8642-595b2aa656e2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3b23a1195eea4ee3aa004eee51f5970c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3215561 Jun 06 12:06:29.092605 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 36004) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:06:29.171907 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1452c7d1-4104-41ee-b38a-d1a63aa23559 req-a4a5f124-6b60-42e2-a5cf-63d2c56f24e6 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:29.173378 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-1452c7d1-4104-41ee-b38a-d1a63aa23559 req-a4a5f124-6b60-42e2-a5cf-63d2c56f24e6 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbc879d7-7892-49d1-b704-4b31e81d5886 HTTP/1.1" status: 200 len: 945 time: 0.1469135 Jun 06 12:06:29.178201 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-6321e0f8-ecd2-4a66-a142-f8663a89c908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:29.180578 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.plugin [req-36d80f19-ee07-4ce7-8b28-e4bd75b7c431 req-53757dab-038e-4970-ba8d-e1ea8042d667 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Deleting port 715ca4b4-6ad2-407f-b0bb-3dda38213e15 {{(pid=92097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 12:06:29.181114 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-36d80f19-ee07-4ce7-8b28-e4bd75b7c431 req-53757dab-038e-4970-ba8d-e1ea8042d667 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778191659996'] for port, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:29.223933 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-6321e0f8-ecd2-4a66-a142-f8663a89c908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:29.259445 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-1452c7d1-4104-41ee-b38a-d1a63aa23559 req-90272af9-59bc-45c9-b637-0b9dfbdcee2d tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b233602-90b1-41ba-bc1b-b937aaf06b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694549 Jun 06 12:06:29.322310 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.db [req-36d80f19-ee07-4ce7-8b28-e4bd75b7c431 req-53757dab-038e-4970-ba8d-e1ea8042d667 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] For port 715ca4b4-6ad2-407f-b0bb-3dda38213e15, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=715ca4b4-6ad2-407f-b0bb-3dda38213e15,segment=NetworkSegment(da4ce783-723b-4845-afd6-23e93223e0fc),segment_id=da4ce783-723b-4845-afd6-23e93223e0fc)] {{(pid=92097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:06:29.322666 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-36d80f19-ee07-4ce7-8b28-e4bd75b7c431 req-53757dab-038e-4970-ba8d-e1ea8042d667 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598405'] for port, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:29.376166 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-6321e0f8-ecd2-4a66-a142-f8663a89c908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:29.378676 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-6321e0f8-ecd2-4a66-a142-f8663a89c908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:29.384581 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-6321e0f8-ecd2-4a66-a142-f8663a89c908 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9afca5bd-3344-4bef-800c-bb3eee2725b2 HTTP/1.1" status: 204 len: 168 time: 0.2849541 Jun 06 12:06:29.384581 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-c13a7f95-c7bb-4369-b085-534cb1fad025 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:06:29.392550 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6321e0f8-ecd2-4a66-a142-f8663a89c908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9afca5bd-3344-4bef-800c-bb3eee2725b2,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:06:29.395285 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-6321e0f8-ecd2-4a66-a142-f8663a89c908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:06:29.454351 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.plugin [req-36d80f19-ee07-4ce7-8b28-e4bd75b7c431 req-53757dab-038e-4970-ba8d-e1ea8042d667 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Calling delete_port for 715ca4b4-6ad2-407f-b0bb-3dda38213e15 owned by compute:nova {{(pid=92097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 12:06:29.661884 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae9f86-ea13-4708-b8d8-03b5f2791ea2 req-ecb8cb4b-bd42-43a5-89c7-302e746f83b7 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:29.663505 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-9eae9f86-ea13-4708-b8d8-03b5f2791ea2 req-ecb8cb4b-bd42-43a5-89c7-302e746f83b7 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/ports?device_id=133bafca-ca83-4455-a451-16c06e873c55 HTTP/1.1" status: 200 len: 945 time: 0.0982828 Jun 06 12:06:29.667755 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-36d80f19-ee07-4ce7-8b28-e4bd75b7c431 req-53757dab-038e-4970-ba8d-e1ea8042d667 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778191664348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778191160661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2165323'] for port, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:29.674311 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:06:29.687094 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] get_ports_and_sgs() called for port_ids ['715ca4b4-6ad2-407f-b0bb-3dda38213e15'] {{(pid=92098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 12:06:29.717834 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-9eae9f86-ea13-4708-b8d8-03b5f2791ea2 req-76db6f2e-dcfd-469e-a312-fd7e7565c7f5 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/security-groups?id=ceabc356-99f9-4025-a839-4d356bbc8e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471413 Jun 06 12:06:29.721598 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53757dab-038e-4970-ba8d-e1ea8042d667 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Pushing event deleted for resources: {'Port': ['ID=715ca4b4-6ad2-407f-b0bb-3dda38213e15,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:06:29.724997 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-53757dab-038e-4970-ba8d-e1ea8042d667 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:06:29.892221 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d80f19-ee07-4ce7-8b28-e4bd75b7c431 req-53757dab-038e-4970-ba8d-e1ea8042d667 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] No DVR routers for this DVR port 715ca4b4-6ad2-407f-b0bb-3dda38213e15 on host hv-cinder-78626 {{(pid=92097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 12:06:29.894733 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-36d80f19-ee07-4ce7-8b28-e4bd75b7c431 req-53757dab-038e-4970-ba8d-e1ea8042d667 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160768'] for port, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:29.896699 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-36d80f19-ee07-4ce7-8b28-e4bd75b7c431 req-53757dab-038e-4970-ba8d-e1ea8042d667 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.35 "DELETE /v2.0/ports/715ca4b4-6ad2-407f-b0bb-3dda38213e15 HTTP/1.1" status: 204 len: 173 time: 0.8660183 Jun 06 12:06:29.897389 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc879d7-7892-49d1-b704-4b31e81d5886', 'name': 'network-vif-deleted', 'tag': '715ca4b4-6ad2-407f-b0bb-3dda38213e15'}] {{(pid=92097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:06:29.899798 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0506e69bdf94a0a0544469556e00d4f87ccfa4abed68bb2c567d57a4f994f1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b125f7-32fb-43f5-8613-5bccb1eb30dd" -d '{"events": [{"server_uuid": "dbc879d7-7892-49d1-b704-4b31e81d5886", "name": "network-vif-deleted", "tag": "715ca4b4-6ad2-407f-b0bb-3dda38213e15"}]}' {{(pid=92097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:06:29.928385 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087de45-fe00-4416-9019-95dedeeeb238 req-78f82882-4eb9-484b-98a5-f9df62c07518 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:29.938054 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-f087de45-fe00-4416-9019-95dedeeeb238 req-78f82882-4eb9-484b-98a5-f9df62c07518 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=663dd71e-90c6-4ae5-bf0e-e2f54fe661be HTTP/1.1" status: 200 len: 944 time: 0.1060870 Jun 06 12:06:29.973624 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device cc7aba5c-1311-49d5-ada0-73621eb9181f up at agent hyperv_hv-cinder-78626 {{(pid=92098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 12:06:29.992275 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 12:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3bcd37-caac-4f1d-adc4-bd6c22cc73c2 x-openstack-request-id: req-0b3bcd37-caac-4f1d-adc4-bd6c22cc73c2 {{(pid=92097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:06:29.996566 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbc879d7-7892-49d1-b704-4b31e81d5886", "name": "network-vif-deleted", "tag": "715ca4b4-6ad2-407f-b0bb-3dda38213e15", "status": "completed", "code": 200}]} {{(pid=92097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:06:29.996566 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0b3bcd37-caac-4f1d-adc4-bd6c22cc73c2 {{(pid=92097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:06:29.996566 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbc879d7-7892-49d1-b704-4b31e81d5886', 'name': 'network-vif-deleted', 'tag': '715ca4b4-6ad2-407f-b0bb-3dda38213e15', 'status': 'completed', 'code': 200} Jun 06 12:06:30.016840 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-f087de45-fe00-4416-9019-95dedeeeb238 req-0028de53-6515-4f7e-afb8-7ef2d491461b tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=da3a596c-c8ed-4184-9b24-a093c67db910&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663509 Jun 06 12:06:30.063666 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Provisioning complete for port cc7aba5c-1311-49d5-ada0-73621eb9181f triggered by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:06:30.064184 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:30.193739 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:30.233205 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663dd71e-90c6-4ae5-bf0e-e2f54fe661be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc7aba5c-1311-49d5-ada0-73621eb9181f'}] {{(pid=92098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:06:30.235750 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e301314d1a362e62940ee01824f522d16df788b03badbdd7b1d0b93d98b8084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b810f7-9bfd-4e99-a1e1-671da7becb7e" -d '{"events": [{"server_uuid": "663dd71e-90c6-4ae5-bf0e-e2f54fe661be", "name": "network-vif-plugged", "status": "completed", "tag": "cc7aba5c-1311-49d5-ada0-73621eb9181f"}]}' {{(pid=92098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:06:30.248393 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] For port cc7aba5c-1311-49d5-ada0-73621eb9181f, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=cc7aba5c-1311-49d5-ada0-73621eb9181f,segment=NetworkSegment(4ba14138-863d-4bea-aa89-dac6ed43a677),segment_id=4ba14138-863d-4bea-aa89-dac6ed43a677)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:06:30.291187 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 12:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49bbfb73-bd3c-47ed-9519-5b96111a8900 x-openstack-request-id: req-49bbfb73-bd3c-47ed-9519-5b96111a8900 {{(pid=92098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:06:30.291472 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "663dd71e-90c6-4ae5-bf0e-e2f54fe661be", "name": "network-vif-plugged", "status": "completed", "tag": "cc7aba5c-1311-49d5-ada0-73621eb9181f", "code": 200}]} {{(pid=92098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:06:30.291761 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-49bbfb73-bd3c-47ed-9519-5b96111a8900 {{(pid=92098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:06:30.292185 dv-cinder-786266-2-smb neutron-server[92098]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '663dd71e-90c6-4ae5-bf0e-e2f54fe661be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc7aba5c-1311-49d5-ada0-73621eb9181f', 'code': 200} Jun 06 12:06:30.376752 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:30.380753 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:06:30.435727 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-a2735166-ac14-4750-a8bd-dcb74f5a2f53 req-a49d74c6-5805-47e2-8d3c-70da08737e46 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbc879d7-7892-49d1-b704-4b31e81d5886 HTTP/1.1" status: 200 len: 210 time: 0.0456414 Jun 06 12:06:30.476244 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Pushing event updated for resources: {'Port': ['ID=cc7aba5c-1311-49d5-ada0-73621eb9181f,revision_number=10']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:06:30.479315 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:06:30.663510 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 36056) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:06:30.805905 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-f30ab5f7-76c7-4057-a0c7-79e1dadf2003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:31.001092 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370cc3f2-7d25-4715-8181-b5cfcd84e4da req-b2ca5b0d-4bc8-4325-bc5a-a7817a9e7e00 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:31.002611 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-370cc3f2-7d25-4715-8181-b5cfcd84e4da req-b2ca5b0d-4bc8-4325-bc5a-a7817a9e7e00 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/ports?device_id=133bafca-ca83-4455-a451-16c06e873c55 HTTP/1.1" status: 200 len: 945 time: 0.1318681 Jun 06 12:06:31.006945 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-f30ab5f7-76c7-4057-a0c7-79e1dadf2003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:31.059343 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-370cc3f2-7d25-4715-8181-b5cfcd84e4da req-9af4a429-abb1-46ed-b6bb-0cb3211fc85c tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/security-groups?id=ceabc356-99f9-4025-a839-4d356bbc8e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510542 Jun 06 12:06:31.062571 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-f30ab5f7-76c7-4057-a0c7-79e1dadf2003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:31.068273 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-6321e0f8-ecd2-4a66-a142-f8663a89c908 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:06:31.139727 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30ab5f7-76c7-4057-a0c7-79e1dadf2003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3efa71cf-eab2-4946-9c8e-fa25847414ee,revision_number=1']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:06:31.145667 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-f30ab5f7-76c7-4057-a0c7-79e1dadf2003 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e37208a018ff438fadc13d44507cadbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4811330 Jun 06 12:06:31.146634 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-f30ab5f7-76c7-4057-a0c7-79e1dadf2003 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:06:31.148314 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 36072) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:06:31.181336 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff596e1b-aad8-48ce-b342-ff71478c608b req-12c43af6-6ecf-4f62-bc63-cff5d14a4a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:31.182787 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-ff596e1b-aad8-48ce-b342-ff71478c608b req-12c43af6-6ecf-4f62-bc63-cff5d14a4a97 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=663dd71e-90c6-4ae5-bf0e-e2f54fe661be HTTP/1.1" status: 200 len: 1099 time: 0.1431625 Jun 06 12:06:31.237873 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-ff596e1b-aad8-48ce-b342-ff71478c608b req-06bcdb6b-f9ba-48ea-9685-fdf6d30e2910 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=da3a596c-c8ed-4184-9b24-a093c67db910&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448635 Jun 06 12:06:31.275248 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-4071e2f4-186d-449e-8b2d-4352574906af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:31.308462 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-4071e2f4-186d-449e-8b2d-4352574906af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:31.323082 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48760992-1483-447d-870c-de95d8f128bb req-4aed490f-e466-4e1d-9607-8362927136de tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:31.324547 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-48760992-1483-447d-870c-de95d8f128bb req-4aed490f-e466-4e1d-9607-8362927136de tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=663dd71e-90c6-4ae5-bf0e-e2f54fe661be HTTP/1.1" status: 200 len: 946 time: 0.1639118 Jun 06 12:06:31.394208 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-48760992-1483-447d-870c-de95d8f128bb req-e144784a-6810-4578-94d4-92ec4ba48e00 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=da3a596c-c8ed-4184-9b24-a093c67db910&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626583 Jun 06 12:06:31.488293 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-4071e2f4-186d-449e-8b2d-4352574906af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:31.490895 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-4071e2f4-186d-449e-8b2d-4352574906af admin admin] Notify callbacks [] for security_group, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:31.492082 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-4071e2f4-186d-449e-8b2d-4352574906af admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3efa71cf-eab2-4946-9c8e-fa25847414ee HTTP/1.1" status: 204 len: 168 time: 0.3428802 Jun 06 12:06:31.492915 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-0ec7b25f-8576-4cdc-a3ec-e0ed7721f4df tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:06:31.506068 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4071e2f4-186d-449e-8b2d-4352574906af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3efa71cf-eab2-4946-9c8e-fa25847414ee,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:06:31.508484 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-4071e2f4-186d-449e-8b2d-4352574906af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:06:31.537745 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 36080) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:06:31.983668 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device 715ca4b4-6ad2-407f-b0bb-3dda38213e15 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 12:06:32.023390 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.plugin [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] No Port match for: 715ca4b4-6ad2-407f-b0bb-3dda38213e15 {{(pid=92098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 12:06:32.023843 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device 715ca4b4-6ad2-407f-b0bb-3dda38213e15 not bound to the agent host hv-cinder-78626 {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 12:06:32.138664 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-11477b54-cecc-43df-943b-ab2ba2893758 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-598226'] for router_interface, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:32.289225 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec46c13-a509-4477-a6f4-4fcb5480d0b9 req-93f32455-d66c-4500-aaf3-1d719bfae75d tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:32.290743 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-8ec46c13-a509-4477-a6f4-4fcb5480d0b9 req-93f32455-d66c-4500-aaf3-1d719bfae75d tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/ports?device_id=133bafca-ca83-4455-a451-16c06e873c55 HTTP/1.1" status: 200 len: 945 time: 0.1106477 Jun 06 12:06:32.452937 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-8ec46c13-a509-4477-a6f4-4fcb5480d0b9 req-2a1e95a6-d1a9-4d6b-86f9-05e5af855882 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/security-groups?id=ceabc356-99f9-4025-a839-4d356bbc8e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554971 Jun 06 12:06:32.667847 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d677fa-b73c-473b-ad1d-9ac81d8ca0db req-fc1c8b89-6455-48d2-a531-1864be9729bc tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:32.670093 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-02d677fa-b73c-473b-ad1d-9ac81d8ca0db req-fc1c8b89-6455-48d2-a531-1864be9729bc tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=663dd71e-90c6-4ae5-bf0e-e2f54fe661be HTTP/1.1" status: 200 len: 946 time: 0.1206167 Jun 06 12:06:32.736066 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-02d677fa-b73c-473b-ad1d-9ac81d8ca0db req-afc3d8a8-0d3f-453b-840e-ffef73e700d7 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=da3a596c-c8ed-4184-9b24-a093c67db910&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583878 Jun 06 12:06:32.742961 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.plugin [None req-11477b54-cecc-43df-943b-ab2ba2893758 admin admin] Deleting port 7b658d2e-f13b-4c8c-bf3c-bbe922393de4 {{(pid=92097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 12:06:32.743452 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-11477b54-cecc-43df-943b-ab2ba2893758 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778191659996'] for port, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:32.878022 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.db [None req-11477b54-cecc-43df-943b-ab2ba2893758 admin admin] For port 7b658d2e-f13b-4c8c-bf3c-bbe922393de4, host dv-cinder-786266-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-2-smb',level=0,port_id=7b658d2e-f13b-4c8c-bf3c-bbe922393de4,segment=NetworkSegment(da4ce783-723b-4845-afd6-23e93223e0fc),segment_id=da4ce783-723b-4845-afd6-23e93223e0fc)] {{(pid=92097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:06:32.878382 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-11477b54-cecc-43df-943b-ab2ba2893758 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598405'] for port, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:33.011437 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.plugin [None req-11477b54-cecc-43df-943b-ab2ba2893758 admin admin] Calling delete_port for 7b658d2e-f13b-4c8c-bf3c-bbe922393de4 owned by network:router_interface {{(pid=92097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 12:06:33.383413 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 36166) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:06:33.512712 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-11477b54-cecc-43df-943b-ab2ba2893758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778191664348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778191160661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2165323'] for port, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:33.512712 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-25274802-2f2f-43c3-bf11-c35275ed4b9b tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:06:33.537109 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-fbb24ff6-e98a-4c0a-b897-2bb4470481a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:33.562958 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11477b54-cecc-43df-943b-ab2ba2893758 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b658d2e-f13b-4c8c-bf3c-bbe922393de4,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:06:33.566655 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-11477b54-cecc-43df-943b-ab2ba2893758 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:06:33.715336 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb20cb-a3a3-4879-aa88-daca72342685 req-2904c9c9-2ac8-4c12-bc24-b2827c4ae7ba tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:33.718209 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-38fb20cb-a3a3-4879-aa88-daca72342685 req-2904c9c9-2ac8-4c12-bc24-b2827c4ae7ba tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/ports?device_id=133bafca-ca83-4455-a451-16c06e873c55 HTTP/1.1" status: 200 len: 945 time: 0.1288803 Jun 06 12:06:33.797934 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-fbb24ff6-e98a-4c0a-b897-2bb4470481a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:33.802886 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-38fb20cb-a3a3-4879-aa88-daca72342685 req-daab06b4-bfc3-414c-aa79-b177797b5521 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/security-groups?id=ceabc356-99f9-4025-a839-4d356bbc8e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674539 Jun 06 12:06:33.862153 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-11477b54-cecc-43df-943b-ab2ba2893758 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601756'] for router_interface, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:33.916026 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-fbb24ff6-e98a-4c0a-b897-2bb4470481a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:33.928130 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-9cb5c99c-ce30-4620-9e42-d6983795950d tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:06:33.990892 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb24ff6-e98a-4c0a-b897-2bb4470481a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f71f46b2-c60d-4c4a-bea0-f62cc8833f72,revision_number=1']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:06:33.998670 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-fbb24ff6-e98a-4c0a-b897-2bb4470481a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:06:34.006079 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-fbb24ff6-e98a-4c0a-b897-2bb4470481a0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=05a58d86323041299192b3759d6f164b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6191607 Jun 06 12:06:34.006321 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 36186) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:06:34.049268 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fe3c01-db28-4f69-ac32-d927bd6c2f0d req-e2cc72d1-5052-45d5-84d0-de7761fb659b tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:34.050746 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-33fe3c01-db28-4f69-ac32-d927bd6c2f0d req-e2cc72d1-5052-45d5-84d0-de7761fb659b tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=663dd71e-90c6-4ae5-bf0e-e2f54fe661be HTTP/1.1" status: 200 len: 946 time: 0.1815550 Jun 06 12:06:34.116172 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-8134689e-343c-43dc-a9db-6cc2e2489505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:34.123060 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-33fe3c01-db28-4f69-ac32-d927bd6c2f0d req-a0070b7f-faec-44eb-a87d-44b80ae26689 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=da3a596c-c8ed-4184-9b24-a093c67db910&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642469 Jun 06 12:06:34.155511 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-8134689e-343c-43dc-a9db-6cc2e2489505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:34.297213 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11477b54-cecc-43df-943b-ab2ba2893758 admin admin] Router 68a45a69-7826-4fbe-8461-9c3bf62fa81a has already been hosted by L3 agent 915c5c25-b12e-44c8-ae20-885b4f191692 {{(pid=92097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 12:06:34.350987 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-8134689e-343c-43dc-a9db-6cc2e2489505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:34.353403 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-8134689e-343c-43dc-a9db-6cc2e2489505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:34.354614 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-8134689e-343c-43dc-a9db-6cc2e2489505 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f71f46b2-c60d-4c4a-bea0-f62cc8833f72 HTTP/1.1" status: 204 len: 168 time: 0.3473709 Jun 06 12:06:34.355413 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-493e878b-e55d-47e7-94c1-4e384ba5b684 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:06:34.369977 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8134689e-343c-43dc-a9db-6cc2e2489505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71f46b2-c60d-4c4a-bea0-f62cc8833f72,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:06:34.382109 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-8134689e-343c-43dc-a9db-6cc2e2489505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:06:34.483825 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11477b54-cecc-43df-943b-ab2ba2893758 admin admin] Notify agent at l3_agent.dv-cinder-786266-2-smb the message routers_updated {{(pid=92097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 12:06:34.488627 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-11477b54-cecc-43df-943b-ab2ba2893758 admin admin] 10.222.0.32 "PUT /v2.0/routers/68a45a69-7826-4fbe-8461-9c3bf62fa81a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9498057 Jun 06 12:06:34.491567 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 36194) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:06:34.492623 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d672b81c-518d-4291-8cba-53da2ec8ad1c None None] Sync routers for ids ['68a45a69-7826-4fbe-8461-9c3bf62fa81a'] in dv-cinder-786266-2-smb {{(pid=92099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 12:06:34.504198 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d672b81c-518d-4291-8cba-53da2ec8ad1c None None] Routers {'68a45a69-7826-4fbe-8461-9c3bf62fa81a'} bound to L3 agent in host dv-cinder-786266-2-smb {{(pid=92099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:06:34.504407 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_hamode_db [None req-d672b81c-518d-4291-8cba-53da2ec8ad1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-06T11:54:50Z,description=,heartbeat_timestamp=2021-06-06T12:06:20Z,host='dv-cinder-786266-2-smb',id=915c5c25-b12e-44c8-ae20-885b4f191692,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:54:51Z,topic='l3_agent')) {'router_ids': ['68a45a69-7826-4fbe-8461-9c3bf62fa81a'], 'active': True} {{(pid=92099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:06:34.682784 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_dvr_db [None req-d672b81c-518d-4291-8cba-53da2ec8ad1c None None] Set router 68a45a69-7826-4fbe-8461-9c3bf62fa81a gateway port host: dv-cinder-786266-2-smb {{(pid=92099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:06:34.798992 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-a3297bd3-4350-4dbe-9838-2e9a14b9199a admin admin] Notify callbacks [] for router, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:35.004114 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-a3297bd3-4350-4dbe-9838-2e9a14b9199a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:35.005205 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_hamode_db [None req-d672b81c-518d-4291-8cba-53da2ec8ad1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a45a69-7826-4fbe-8461-9c3bf62fa81a', 'name': 'tempest-ServerRescueNegativeTestJSON-467981305-router', 'tenant_id': '50c7650c564f46e9895bb0af0228580e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.174'}], 'enable_snat': True}, 'gw_port_id': '632c8de1-d037-4090-9097-45473d1e8abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:02:56Z', 'updated_at': '2021-06-06T12:06:33Z', 'revision_number': 5, 'project_id': '50c7650c564f46e9895bb0af0228580e', 'gw_port': {'id': '632c8de1-d037-4090-9097-45473d1e8abf', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:37:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a45a69-7826-4fbe-8461-9c3bf62fa81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:02:57Z', 'updated_at': '2021-06-06T12:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb'}], 'dv-cinder-786266-2-smb', False) {} {{(pid=92099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:06:35.009624 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d672b81c-518d-4291-8cba-53da2ec8ad1c None None] Checking router: 68a45a69-7826-4fbe-8461-9c3bf62fa81a for host: dv-cinder-786266-2-smb {{(pid=92099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 12:06:35.020795 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d672b81c-518d-4291-8cba-53da2ec8ad1c None None] Routers {'68a45a69-7826-4fbe-8461-9c3bf62fa81a'} bound to L3 agent in host dv-cinder-786266-2-smb {{(pid=92099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:06:35.021419 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_hamode_db [None req-d672b81c-518d-4291-8cba-53da2ec8ad1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-06T11:54:50Z,description=,heartbeat_timestamp=2021-06-06T12:06:20Z,host='dv-cinder-786266-2-smb',id=915c5c25-b12e-44c8-ae20-885b4f191692,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:54:51Z,topic='l3_agent')) {'router_ids': ['68a45a69-7826-4fbe-8461-9c3bf62fa81a'], 'active': True} {{(pid=92099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:06:35.054802 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae46179-32d7-4b4e-8229-03a7184569f2 req-80396069-7a78-4232-9530-4759ea96d3a6 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:35.056464 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-bae46179-32d7-4b4e-8229-03a7184569f2 req-80396069-7a78-4232-9530-4759ea96d3a6 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/ports?device_id=133bafca-ca83-4455-a451-16c06e873c55 HTTP/1.1" status: 200 len: 945 time: 0.1301253 Jun 06 12:06:35.093468 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 36202) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:06:35.148195 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-bae46179-32d7-4b4e-8229-03a7184569f2 req-3f67c0b9-32a7-4f7e-81cf-43c611068b6b tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/security-groups?id=ceabc356-99f9-4025-a839-4d356bbc8e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824010 Jun 06 12:06:35.156458 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-b8449308-c7cf-4fe0-95bf-dd89e0769b15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:35.171724 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.plugin [None req-a3297bd3-4350-4dbe-9838-2e9a14b9199a admin admin] Deleting port 632c8de1-d037-4090-9097-45473d1e8abf {{(pid=92097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 12:06:35.172455 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-a3297bd3-4350-4dbe-9838-2e9a14b9199a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778191659996'] for port, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:35.224225 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_dvr_db [None req-d672b81c-518d-4291-8cba-53da2ec8ad1c None None] Set router 68a45a69-7826-4fbe-8461-9c3bf62fa81a gateway port host: None {{(pid=92099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:06:35.329922 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.db [None req-a3297bd3-4350-4dbe-9838-2e9a14b9199a admin admin] For port 632c8de1-d037-4090-9097-45473d1e8abf, host dv-cinder-786266-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-2-smb',level=0,port_id=632c8de1-d037-4090-9097-45473d1e8abf,segment=NetworkSegment(bb809bd8-b365-4ef3-acf3-bf04c8c65f74),segment_id=bb809bd8-b365-4ef3-acf3-bf04c8c65f74)] {{(pid=92097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:06:35.330323 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-a3297bd3-4350-4dbe-9838-2e9a14b9199a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598405'] for port, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:35.333953 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-b8449308-c7cf-4fe0-95bf-dd89e0769b15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:35.348307 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_hamode_db [None req-d672b81c-518d-4291-8cba-53da2ec8ad1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a45a69-7826-4fbe-8461-9c3bf62fa81a', 'name': 'tempest-ServerRescueNegativeTestJSON-467981305-router', 'tenant_id': '50c7650c564f46e9895bb0af0228580e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:02:56Z', 'updated_at': '2021-06-06T12:06:35Z', 'revision_number': 6, 'project_id': '50c7650c564f46e9895bb0af0228580e', 'gw_port_host': None}], 'dv-cinder-786266-2-smb', False) {} {{(pid=92099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:06:35.353261 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d672b81c-518d-4291-8cba-53da2ec8ad1c None None] The sync data for ids ['68a45a69-7826-4fbe-8461-9c3bf62fa81a'] in dv-cinder-786266-2-smb is: [{'id': '68a45a69-7826-4fbe-8461-9c3bf62fa81a', 'name': 'tempest-ServerRescueNegativeTestJSON-467981305-router', 'tenant_id': '50c7650c564f46e9895bb0af0228580e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:02:56Z', 'updated_at': '2021-06-06T12:06:35Z', 'revision_number': 6, 'project_id': '50c7650c564f46e9895bb0af0228580e', 'gw_port_host': None}] {{(pid=92099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 12:06:35.379611 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb2681-e83d-464d-afe4-9cb1fffe3ceb req-c4c49bba-c479-4df6-a77a-09de183b9b8f tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:35.388012 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-a8cb2681-e83d-464d-afe4-9cb1fffe3ceb req-c4c49bba-c479-4df6-a77a-09de183b9b8f tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=663dd71e-90c6-4ae5-bf0e-e2f54fe661be HTTP/1.1" status: 200 len: 946 time: 0.1223712 Jun 06 12:06:35.424965 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-b8449308-c7cf-4fe0-95bf-dd89e0769b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:35.438292 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-71708ec8-1ea6-4b8b-aac3-b53085a08fed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:06:35.457689 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-a8cb2681-e83d-464d-afe4-9cb1fffe3ceb req-498f31b6-743f-4ab7-8673-6c589b94db07 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=da3a596c-c8ed-4184-9b24-a093c67db910&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680332 Jun 06 12:06:35.477170 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.plugin [None req-a3297bd3-4350-4dbe-9838-2e9a14b9199a admin admin] Calling delete_port for 632c8de1-d037-4090-9097-45473d1e8abf owned by network:router_gateway {{(pid=92097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 12:06:35.498083 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-b8449308-c7cf-4fe0-95bf-dd89e0769b15 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=08cbc3635eb0452c8f0bb765c043abce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3785956 Jun 06 12:06:35.498907 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8449308-c7cf-4fe0-95bf-dd89e0769b15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=450a54cb-8bc0-43a0-806c-910540c18854,revision_number=1']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:06:35.500937 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 36210) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:06:35.510680 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-b8449308-c7cf-4fe0-95bf-dd89e0769b15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:06:35.590425 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-6f09ee74-8b4d-47c0-9c54-adfe012d707c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:35.628643 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-6f09ee74-8b4d-47c0-9c54-adfe012d707c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:35.825548 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-a3297bd3-4350-4dbe-9838-2e9a14b9199a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778191664348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778191160661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2165323'] for port, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:35.830394 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-25274802-2f2f-43c3-bf11-c35275ed4b9b tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:06:35.868090 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-6f09ee74-8b4d-47c0-9c54-adfe012d707c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:35.870505 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-6f09ee74-8b4d-47c0-9c54-adfe012d707c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:35.871632 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-6f09ee74-8b4d-47c0-9c54-adfe012d707c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/450a54cb-8bc0-43a0-806c-910540c18854 HTTP/1.1" status: 204 len: 168 time: 0.3694506 Jun 06 12:06:35.879556 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3297bd3-4350-4dbe-9838-2e9a14b9199a admin admin] Pushing event deleted for resources: {'Port': ['ID=632c8de1-d037-4090-9097-45473d1e8abf,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:06:35.917124 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-a3297bd3-4350-4dbe-9838-2e9a14b9199a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:06:35.917124 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-3ac5cf7c-2101-4640-a4cb-0b67ca0c3152 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:06:35.954776 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f09ee74-8b4d-47c0-9c54-adfe012d707c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=450a54cb-8bc0-43a0-806c-910540c18854,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:06:35.960472 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-6f09ee74-8b4d-47c0-9c54-adfe012d707c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:06:35.991856 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-a3297bd3-4350-4dbe-9838-2e9a14b9199a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558914'] for router_gateway, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:36.178918 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-a3297bd3-4350-4dbe-9838-2e9a14b9199a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-605557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15976'] for router, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:36.181375 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-a3297bd3-4350-4dbe-9838-2e9a14b9199a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:36.321402 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-a3297bd3-4350-4dbe-9838-2e9a14b9199a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605673'] for router, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:36.322480 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3297bd3-4350-4dbe-9838-2e9a14b9199a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68a45a69-7826-4fbe-8461-9c3bf62fa81a {{(pid=92097) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 06 12:06:36.329850 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-a3297bd3-4350-4dbe-9838-2e9a14b9199a admin admin] Notify callbacks [] for router, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:36.334268 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-a3297bd3-4350-4dbe-9838-2e9a14b9199a admin admin] 10.222.0.32 "DELETE /v2.0/routers/68a45a69-7826-4fbe-8461-9c3bf62fa81a HTTP/1.1" status: 204 len: 168 time: 1.8417296 Jun 06 12:06:36.335765 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 36234) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:06:36.366936 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244839e-6b83-4967-b5ec-2c2107e58e33 req-29e2329c-24db-48aa-8203-ef8c7479cdc3 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:36.368700 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-e244839e-6b83-4967-b5ec-2c2107e58e33 req-29e2329c-24db-48aa-8203-ef8c7479cdc3 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/ports?device_id=133bafca-ca83-4455-a451-16c06e873c55 HTTP/1.1" status: 200 len: 945 time: 0.0948982 Jun 06 12:06:36.423369 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d45e6d4-fa32-41c4-850d-fe3b438cb7c2 admin admin] Deleting subnet 5d90edd5-4ab2-4621-97ec-be229d8cd0db {{(pid=92097) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 12:06:36.426650 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-0d45e6d4-fa32-41c4-850d-fe3b438cb7c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:36.437241 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-e244839e-6b83-4967-b5ec-2c2107e58e33 req-08f09fc4-69d6-43d8-a196-c167a97a6ecd tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/security-groups?id=ceabc356-99f9-4025-a839-4d356bbc8e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583873 Jun 06 12:06:36.487549 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-0d45e6d4-fa32-41c4-850d-fe3b438cb7c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-907540'] for subnet, precommit_delete_associations {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:36.551239 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-0d45e6d4-fa32-41c4-850d-fe3b438cb7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33120235'] for subnet, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:36.833576 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-0d45e6d4-fa32-41c4-850d-fe3b438cb7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33120226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2165414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556759'] for subnet, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:36.839066 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:06:36.874312 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d45e6d4-fa32-41c4-850d-fe3b438cb7c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d90edd5-4ab2-4621-97ec-be229d8cd0db,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:06:36.877425 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-0d45e6d4-fa32-41c4-850d-fe3b438cb7c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:06:36.878189 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-0d45e6d4-fa32-41c4-850d-fe3b438cb7c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:36.882520 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 36254) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:06:36.882692 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-0d45e6d4-fa32-41c4-850d-fe3b438cb7c2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5d90edd5-4ab2-4621-97ec-be229d8cd0db HTTP/1.1" status: 204 len: 168 time: 0.5454674 Jun 06 12:06:36.995889 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-4761fc03-16b4-4409-a938-046c54f1dcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33107049'] for network, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:37.128962 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-4761fc03-16b4-4409-a938-046c54f1dcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33119602', 'neutron.services.segments.db._delete_segments_for_network-8778191637926'] for network, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:37.134372 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device 7b658d2e-f13b-4c8c-bf3c-bbe922393de4 no longer exists at agent ovs-agent-dv-cinder-786266-2-smb {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 12:06:37.143078 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.services.segments.db [None req-4761fc03-16b4-4409-a938-046c54f1dcd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d03de1d2-5bf4-407f-a826-051b44cc8c51']}} {{(pid=92096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:06:37.156637 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.services.segments.db [None req-4761fc03-16b4-4409-a938-046c54f1dcd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da4ce783-723b-4845-afd6-23e93223e0fc') {'for_net_delete': True} {{(pid=92096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:06:37.157006 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.services.segments.db [None req-4761fc03-16b4-4409-a938-046c54f1dcd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da4ce783-723b-4845-afd6-23e93223e0fc') {} {{(pid=92096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:06:37.169715 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-4761fc03-16b4-4409-a938-046c54f1dcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778191512257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2319803'] for segment, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:37.174866 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.plugin [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] No Port match for: 7b658d2e-f13b-4c8c-bf3c-bbe922393de4 {{(pid=92098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 12:06:37.175313 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device 7b658d2e-f13b-4c8c-bf3c-bbe922393de4 not bound to the agent host dv-cinder-786266-2-smb {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 12:06:37.175813 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device 632c8de1-d037-4090-9097-45473d1e8abf no longer exists at agent ovs-agent-dv-cinder-786266-2-smb {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 12:06:37.188015 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-4761fc03-16b4-4409-a938-046c54f1dcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33122656'] for segment, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:37.203996 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4761fc03-16b4-4409-a938-046c54f1dcd8 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=92096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 12:06:37.204399 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-4761fc03-16b4-4409-a938-046c54f1dcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33122656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2160327'] for segment, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:37.229960 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.plugin [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] No Port match for: 632c8de1-d037-4090-9097-45473d1e8abf {{(pid=92098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 12:06:37.230458 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device 632c8de1-d037-4090-9097-45473d1e8abf not bound to the agent host dv-cinder-786266-2-smb {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 12:06:37.252287 dv-cinder-786266-2-smb neutron-server[92096]: Traceback (most recent call last): Jun 06 12:06:37.252287 dv-cinder-786266-2-smb neutron-server[92096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 12:06:37.252287 dv-cinder-786266-2-smb neutron-server[92096]: timer() Jun 06 12:06:37.252287 dv-cinder-786266-2-smb neutron-server[92096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 12:06:37.252287 dv-cinder-786266-2-smb neutron-server[92096]: cb(*args, **kw) Jun 06 12:06:37.252287 dv-cinder-786266-2-smb neutron-server[92096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 12:06:37.252287 dv-cinder-786266-2-smb neutron-server[92096]: return func(*args, **kwargs) Jun 06 12:06:37.252287 dv-cinder-786266-2-smb neutron-server[92096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 12:06:37.252287 dv-cinder-786266-2-smb neutron-server[92096]: self._notify() Jun 06 12:06:37.252287 dv-cinder-786266-2-smb neutron-server[92096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 12:06:37.252287 dv-cinder-786266-2-smb neutron-server[92096]: self.callback(batched_events) Jun 06 12:06:37.252287 dv-cinder-786266-2-smb neutron-server[92096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 12:06:37.252287 dv-cinder-786266-2-smb neutron-server[92096]: event.method(event) Jun 06 12:06:37.252287 dv-cinder-786266-2-smb neutron-server[92096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 12:06:37.252287 dv-cinder-786266-2-smb neutron-server[92096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 12:06:37.252287 dv-cinder-786266-2-smb neutron-server[92096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 12:06:37.252287 dv-cinder-786266-2-smb neutron-server[92096]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 12:06:37.252287 dv-cinder-786266-2-smb neutron-server[92096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 12:06:37.252287 dv-cinder-786266-2-smb neutron-server[92096]: return f(self, *a, **k) Jun 06 12:06:37.252287 dv-cinder-786266-2-smb neutron-server[92096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 12:06:37.252287 dv-cinder-786266-2-smb neutron-server[92096]: return self._get(url).json() Jun 06 12:06:37.252287 dv-cinder-786266-2-smb neutron-server[92096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 12:06:37.252287 dv-cinder-786266-2-smb neutron-server[92096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 12:06:37.252287 dv-cinder-786266-2-smb neutron-server[92096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 12:06:37.252287 dv-cinder-786266-2-smb neutron-server[92096]: return self.request(url, 'GET', **kwargs) Jun 06 12:06:37.252287 dv-cinder-786266-2-smb neutron-server[92096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 12:06:37.252287 dv-cinder-786266-2-smb neutron-server[92096]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 12:06:37.252287 dv-cinder-786266-2-smb neutron-server[92096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 12:06:37.252287 dv-cinder-786266-2-smb neutron-server[92096]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 12:06:37.252287 dv-cinder-786266-2-smb neutron-server[92096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 12:06:37.252287 dv-cinder-786266-2-smb neutron-server[92096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 12:06:37.252287 dv-cinder-786266-2-smb neutron-server[92096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 12:06:37.390968 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-4761fc03-16b4-4409-a938-046c54f1dcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33119593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-702243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-617627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558951'] for network, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:37.394952 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-8bb382b0-ddd4-475f-a5df-51e8db51ada8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:06:37.408615 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-4761fc03-16b4-4409-a938-046c54f1dcd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617724'] for network, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:37.412918 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-4761fc03-16b4-4409-a938-046c54f1dcd8 admin admin] 10.222.0.32 "DELETE /v2.0/networks/d03de1d2-5bf4-407f-a826-051b44cc8c51 HTTP/1.1" status: 204 len: 168 time: 0.5271854 Jun 06 12:06:37.417773 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4761fc03-16b4-4409-a938-046c54f1dcd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d03de1d2-5bf4-407f-a826-051b44cc8c51,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:06:37.425176 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-4761fc03-16b4-4409-a938-046c54f1dcd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:06:37.642391 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb2b89-cb07-4d1b-aa51-0c35456f4166 req-d6c83e4e-4e7a-401e-a102-494e78d0ec13 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:37.643892 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-8dcb2b89-cb07-4d1b-aa51-0c35456f4166 req-d6c83e4e-4e7a-401e-a102-494e78d0ec13 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/ports?device_id=133bafca-ca83-4455-a451-16c06e873c55 HTTP/1.1" status: 200 len: 945 time: 0.0886359 Jun 06 12:06:37.694158 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-8dcb2b89-cb07-4d1b-aa51-0c35456f4166 req-93c788b2-d679-4dbf-94c0-191f54ba174c tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/security-groups?id=ceabc356-99f9-4025-a839-4d356bbc8e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420964 Jun 06 12:06:37.890044 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 36284) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:06:37.941125 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-dd4880be-1f6a-4276-95e2-80ff7a6496f8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=50c7650c564f46e9895bb0af0228580e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0475018 Jun 06 12:06:37.942757 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 36286) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:06:38.013897 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-71fcf2ee-562f-4028-92a2-8d644d8cdf69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:38.039287 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-71fcf2ee-562f-4028-92a2-8d644d8cdf69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:38.147618 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-71fcf2ee-562f-4028-92a2-8d644d8cdf69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:38.150242 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-71fcf2ee-562f-4028-92a2-8d644d8cdf69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:38.154102 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-71fcf2ee-562f-4028-92a2-8d644d8cdf69 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5b233602-90b1-41ba-bc1b-b937aaf06b68 HTTP/1.1" status: 204 len: 168 time: 0.2071586 Jun 06 12:06:38.154102 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-64a6abb2-076a-4326-bf49-a4a0049b2045 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:06:38.162608 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fcf2ee-562f-4028-92a2-8d644d8cdf69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b233602-90b1-41ba-bc1b-b937aaf06b68,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:06:38.165302 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-71fcf2ee-562f-4028-92a2-8d644d8cdf69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:06:38.913680 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bad27a-5d24-4ca7-be99-246e20d2f92b req-a52cab3b-51c2-498b-b940-355f78b85897 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:38.915171 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-f2bad27a-5d24-4ca7-be99-246e20d2f92b req-a52cab3b-51c2-498b-b940-355f78b85897 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/ports?device_id=133bafca-ca83-4455-a451-16c06e873c55 HTTP/1.1" status: 200 len: 945 time: 0.0858119 Jun 06 12:06:38.972718 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-f2bad27a-5d24-4ca7-be99-246e20d2f92b req-5c4137c9-7b1a-4f3b-8149-cb93e18b7e80 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/security-groups?id=ceabc356-99f9-4025-a839-4d356bbc8e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497727 Jun 06 12:06:39.103977 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 36326) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:06:39.245209 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-32d8c7b0-1229-4b89-befc-c57b2dbcf2f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:39.396521 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-32d8c7b0-1229-4b89-befc-c57b2dbcf2f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:39.478999 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-32d8c7b0-1229-4b89-befc-c57b2dbcf2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:39.488718 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-34f9cf00-52f9-442b-a9ef-aa8cd09d961f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:06:39.531174 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-32d8c7b0-1229-4b89-befc-c57b2dbcf2f9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bf0a220c4ab9449b9d97646e7491c803&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4228690 Jun 06 12:06:39.531871 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 36342) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:06:39.532723 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8c7b0-1229-4b89-befc-c57b2dbcf2f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54fe43ed-d8a2-4de5-8680-c5c1b45ab973,revision_number=1']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:06:39.536307 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-32d8c7b0-1229-4b89-befc-c57b2dbcf2f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:06:39.599612 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-b87a43e5-720d-47e0-8cf6-d86b46ef835e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:39.633450 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-b87a43e5-720d-47e0-8cf6-d86b46ef835e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:39.753374 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-b87a43e5-720d-47e0-8cf6-d86b46ef835e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:39.756151 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-b87a43e5-720d-47e0-8cf6-d86b46ef835e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:39.757460 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-b87a43e5-720d-47e0-8cf6-d86b46ef835e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/54fe43ed-d8a2-4de5-8680-c5c1b45ab973 HTTP/1.1" status: 204 len: 168 time: 0.2237935 Jun 06 12:06:39.758263 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-0764cb0d-57b1-4c85-bfda-f28c6e1283fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:06:39.769219 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87a43e5-720d-47e0-8cf6-d86b46ef835e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54fe43ed-d8a2-4de5-8680-c5c1b45ab973,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:06:39.771546 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-b87a43e5-720d-47e0-8cf6-d86b46ef835e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:06:40.229300 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c5acca-c280-4fc3-85b1-107fca55a301 req-ae817f09-89a6-4f56-b7e8-257eae775f23 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:40.230965 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c1c5acca-c280-4fc3-85b1-107fca55a301 req-ae817f09-89a6-4f56-b7e8-257eae775f23 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/ports?device_id=133bafca-ca83-4455-a451-16c06e873c55 HTTP/1.1" status: 200 len: 945 time: 0.1533508 Jun 06 12:06:40.280902 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c1c5acca-c280-4fc3-85b1-107fca55a301 req-5a1ca4a6-53b4-4bc3-8150-3ca3b6e2349a tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/security-groups?id=ceabc356-99f9-4025-a839-4d356bbc8e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433347 Jun 06 12:06:40.818312 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e461c9c2-f0ba-4812-bf21-3aa357052745 req-0156e1db-0535-4259-97a8-7586b7b30398 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:40.819747 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-e461c9c2-f0ba-4812-bf21-3aa357052745 req-0156e1db-0535-4259-97a8-7586b7b30398 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/ports?device_id=133bafca-ca83-4455-a451-16c06e873c55 HTTP/1.1" status: 200 len: 945 time: 0.0897121 Jun 06 12:06:40.864073 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-e461c9c2-f0ba-4812-bf21-3aa357052745 req-8ecacb48-9223-49f3-a257-be70e5d9dccc tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/security-groups?id=ceabc356-99f9-4025-a839-4d356bbc8e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378342 Jun 06 12:06:40.955488 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd3d605-a851-4181-9211-36eff9f44061 req-b0e93bb0-8c3a-41be-8643-99185bff05e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:40.956947 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-5cd3d605-a851-4181-9211-36eff9f44061 req-b0e93bb0-8c3a-41be-8643-99185bff05e4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=eca5e9a6e3374a4193593b4832b36a26&device_id=133bafca-ca83-4455-a451-16c06e873c55 HTTP/1.1" status: 200 len: 1098 time: 0.0745029 Jun 06 12:06:41.096498 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd3d605-a851-4181-9211-36eff9f44061 req-75f91328-b301-4df3-adfc-3e0184de1cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:41.097961 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-5cd3d605-a851-4181-9211-36eff9f44061 req-75f91328-b301-4df3-adfc-3e0184de1cf0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=99f1ec4c-50c1-42cf-bf31-28bc5611fa58 HTTP/1.1" status: 200 len: 911 time: 0.1308000 Jun 06 12:06:41.206684 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-5cd3d605-a851-4181-9211-36eff9f44061 req-ee86403c-53c1-4391-9e6e-1a8909724d4b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67e820f7-0b84-45b6-805e-b7bd2eb0dc35 HTTP/1.1" status: 200 len: 1000 time: 0.0987272 Jun 06 12:06:41.273646 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd3d605-a851-4181-9211-36eff9f44061 req-0dd70c4d-82a4-45e2-82fc-92e532f1208f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:41.275084 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-5cd3d605-a851-4181-9211-36eff9f44061 req-0dd70c4d-82a4-45e2-82fc-92e532f1208f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d6151d6c-a3ca-4b30-8028-8df9c8252719 HTTP/1.1" status: 200 len: 849 time: 0.0607712 Jun 06 12:06:41.353060 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd3d605-a851-4181-9211-36eff9f44061 req-404e90b8-b745-4e62-b851-86e867a21906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:41.354587 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-5cd3d605-a851-4181-9211-36eff9f44061 req-404e90b8-b745-4e62-b851-86e867a21906 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=99f1ec4c-50c1-42cf-bf31-28bc5611fa58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0714459 Jun 06 12:06:41.491671 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-5cd3d605-a851-4181-9211-36eff9f44061 req-dd187ef7-3499-48fb-baad-b0ccf4e1583d service neutron] 10.222.0.35 "GET /v2.0/networks/99f1ec4c-50c1-42cf-bf31-28bc5611fa58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274474 Jun 06 12:06:41.656655 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-5cd3d605-a851-4181-9211-36eff9f44061 req-36e32b46-a5b5-40ec-81fd-a063bd1671d1 service neutron] 10.222.0.35 "GET /v2.0/networks/99f1ec4c-50c1-42cf-bf31-28bc5611fa58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500456 Jun 06 12:06:42.053373 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2c494-208d-42a5-8cca-458d8d8e7375 req-f16c9ee8-85fc-464a-b9cb-0c78ad51ccd5 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:42.054878 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-19d2c494-208d-42a5-8cca-458d8d8e7375 req-f16c9ee8-85fc-464a-b9cb-0c78ad51ccd5 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/ports?device_id=133bafca-ca83-4455-a451-16c06e873c55 HTTP/1.1" status: 200 len: 945 time: 0.0801582 Jun 06 12:06:42.101475 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-19d2c494-208d-42a5-8cca-458d8d8e7375 req-0e3b3827-3dca-4cf5-a1f3-8855d6ae7e0d tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/security-groups?id=ceabc356-99f9-4025-a839-4d356bbc8e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402062 Jun 06 12:06:43.293544 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cb07f2-fe57-474a-9d6d-5bb0bcffa63a req-e041fe15-42d9-4100-9082-a91192b29590 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:06:43.295629 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-d7cb07f2-fe57-474a-9d6d-5bb0bcffa63a req-e041fe15-42d9-4100-9082-a91192b29590 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/ports?device_id=133bafca-ca83-4455-a451-16c06e873c55 HTTP/1.1" status: 200 len: 945 time: 0.0852251 Jun 06 12:06:43.344515 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-d7cb07f2-fe57-474a-9d6d-5bb0bcffa63a req-a377b8c8-2f6a-4129-abe2-dab863b8fdbe tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/security-groups?id=ceabc356-99f9-4025-a839-4d356bbc8e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431705 Jun 06 12:06:47.084033 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 36504) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:06:47.205145 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-1aaeca41-9b0d-4b47-8d62-6d218a198ce7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:47.306758 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-1aaeca41-9b0d-4b47-8d62-6d218a198ce7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:47.379386 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-1aaeca41-9b0d-4b47-8d62-6d218a198ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:47.388828 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-5272f35b-b9fd-4497-91c1-7c78482f7bea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:06:47.430916 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-1aaeca41-9b0d-4b47-8d62-6d218a198ce7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=003b3b1d9d4d4bd1946ff8420a2e5eaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3456979 Jun 06 12:06:47.431808 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaeca41-9b0d-4b47-8d62-6d218a198ce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24874037-992c-406b-abe1-ba6738493801,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:06:47.433707 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 36508) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:06:47.435192 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-1aaeca41-9b0d-4b47-8d62-6d218a198ce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:06:47.491026 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-91812dd0-c2b8-4727-9620-af8ae94ba1e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:47.517042 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-91812dd0-c2b8-4727-9620-af8ae94ba1e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:47.657096 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-91812dd0-c2b8-4727-9620-af8ae94ba1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:47.659591 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-91812dd0-c2b8-4727-9620-af8ae94ba1e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:47.660714 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-91812dd0-c2b8-4727-9620-af8ae94ba1e4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/24874037-992c-406b-abe1-ba6738493801 HTTP/1.1" status: 204 len: 168 time: 0.2258997 Jun 06 12:06:47.661574 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-5d3e3b5e-f750-420c-8d16-469cfb69ced1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:06:47.675004 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91812dd0-c2b8-4727-9620-af8ae94ba1e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24874037-992c-406b-abe1-ba6738493801,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:06:47.677533 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-91812dd0-c2b8-4727-9620-af8ae94ba1e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:06:47.821847 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-2cf346de-069f-408d-a162-67a18d096dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:48.306431 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 36524) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:06:48.324836 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-e019e3a4-6110-4d55-91eb-ed64dfb757ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:48.426422 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-e019e3a4-6110-4d55-91eb-ed64dfb757ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:48.459182 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.agents_db [None req-260e75b6-693f-447f-9c37-08072a5d67b1 None None] Agent healthcheck: found 6 active agents {{(pid=92099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 12:06:48.478802 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-e019e3a4-6110-4d55-91eb-ed64dfb757ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:48.487906 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-0c96f8fd-3773-42ee-87a8-06908c82e5a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:06:48.526544 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-e019e3a4-6110-4d55-91eb-ed64dfb757ab admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9eddb9cd93ee431ca44ccb605c67bdf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2189384 Jun 06 12:06:48.527423 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e019e3a4-6110-4d55-91eb-ed64dfb757ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e2ff4c-80a9-4f06-acae-3c171e8da109,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:06:48.529337 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 36526) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:06:48.530727 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-e019e3a4-6110-4d55-91eb-ed64dfb757ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:06:48.589934 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-29db9e27-23c3-4c66-ac4b-1ccb266a8c9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:48.615350 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-29db9e27-23c3-4c66-ac4b-1ccb266a8c9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:48.707295 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-29db9e27-23c3-4c66-ac4b-1ccb266a8c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:48.709635 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-29db9e27-23c3-4c66-ac4b-1ccb266a8c9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:48.710788 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-29db9e27-23c3-4c66-ac4b-1ccb266a8c9f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/80e2ff4c-80a9-4f06-acae-3c171e8da109 HTTP/1.1" status: 204 len: 168 time: 0.1803224 Jun 06 12:06:48.715069 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-9bd2632f-8c9e-4a09-afc2-1119f76e66bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:06:48.722073 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29db9e27-23c3-4c66-ac4b-1ccb266a8c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e2ff4c-80a9-4f06-acae-3c171e8da109,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:06:48.724251 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-29db9e27-23c3-4c66-ac4b-1ccb266a8c9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:06:50.061245 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-3c5c53bd-4f63-4d8e-b501-6c3fc6eefce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:50.284098 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:50.564360 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:50.902794 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 36590) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:06:51.028630 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-ed3eced0-d5b5-470b-9299-1a2026c70519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:51.133210 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-ed3eced0-d5b5-470b-9299-1a2026c70519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:51.187597 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-ed3eced0-d5b5-470b-9299-1a2026c70519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:51.198128 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-dce2ff3f-1712-49ce-99d7-341cf0f04f77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:06:51.233602 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-c3be426d-4704-402b-bce9-7cb8373a3dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:51.240417 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-ed3eced0-d5b5-470b-9299-1a2026c70519 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=801a6ef8883c4883891b9cd2ba7260d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3365729 Jun 06 12:06:51.242180 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3eced0-d5b5-470b-9299-1a2026c70519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a118a3b-3b08-45cb-a3e2-541a3b749079,revision_number=1']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:06:51.243076 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 36604) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:06:51.245125 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-ed3eced0-d5b5-470b-9299-1a2026c70519 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:06:51.302689 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-cc0ac010-4489-42e4-81e7-91bd9c509446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:51.333152 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-cc0ac010-4489-42e4-81e7-91bd9c509446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:51.455742 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-cc0ac010-4489-42e4-81e7-91bd9c509446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:51.458414 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-cc0ac010-4489-42e4-81e7-91bd9c509446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:51.459538 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-cc0ac010-4489-42e4-81e7-91bd9c509446 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0a118a3b-3b08-45cb-a3e2-541a3b749079 HTTP/1.1" status: 204 len: 168 time: 0.2149823 Jun 06 12:06:51.460432 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-ed4c5c6b-007d-47d4-8134-8bf3f4980ffe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:06:51.471385 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0ac010-4489-42e4-81e7-91bd9c509446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a118a3b-3b08-45cb-a3e2-541a3b749079,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:06:51.473746 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-cc0ac010-4489-42e4-81e7-91bd9c509446 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:06:52.646067 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 36650) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:06:52.775125 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-ff618050-b8e7-4d49-a2e0-63ba6c558b06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:52.861745 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-ff618050-b8e7-4d49-a2e0-63ba6c558b06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:52.950981 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-ff618050-b8e7-4d49-a2e0-63ba6c558b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:52.960044 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-b87a43e5-720d-47e0-8cf6-d86b46ef835e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:06:52.995990 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-ff618050-b8e7-4d49-a2e0-63ba6c558b06 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=99a03b7dc1a440c2a16d18915240fd63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3488481 Jun 06 12:06:52.999165 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 36662) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:06:53.008402 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff618050-b8e7-4d49-a2e0-63ba6c558b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9583f46c-f41a-44d8-9f6f-6c4dcf9d9713,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:06:53.008402 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-ff618050-b8e7-4d49-a2e0-63ba6c558b06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:06:53.026870 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-dde0a769-bb65-4f49-a590-df32523868aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:53.064304 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-dce5145f-1264-46bd-91d6-cbe368dea70d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:53.089818 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-dce5145f-1264-46bd-91d6-cbe368dea70d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:53.198649 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-dce5145f-1264-46bd-91d6-cbe368dea70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:53.201716 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-dce5145f-1264-46bd-91d6-cbe368dea70d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:53.205164 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-dce5145f-1264-46bd-91d6-cbe368dea70d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9583f46c-f41a-44d8-9f6f-6c4dcf9d9713 HTTP/1.1" status: 204 len: 168 time: 0.2019668 Jun 06 12:06:53.205164 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-d74b5d42-553a-4125-902d-87d9cab12d38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:06:53.214944 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce5145f-1264-46bd-91d6-cbe368dea70d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9583f46c-f41a-44d8-9f6f-6c4dcf9d9713,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:06:53.217897 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-dce5145f-1264-46bd-91d6-cbe368dea70d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:06:53.973013 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 36686) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:06:53.990133 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-28854203-41fd-4c80-a681-a74bf8c0b22a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:54.101099 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-28854203-41fd-4c80-a681-a74bf8c0b22a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:54.164706 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-28854203-41fd-4c80-a681-a74bf8c0b22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:54.172301 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-8134689e-343c-43dc-a9db-6cc2e2489505 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:06:54.218441 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-28854203-41fd-4c80-a681-a74bf8c0b22a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=05452e64650e40d4b6d73131ba5b7cce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2431865 Jun 06 12:06:54.220352 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 36696) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:06:54.225237 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28854203-41fd-4c80-a681-a74bf8c0b22a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9e13a3-fff6-4da3-b242-23ae4fe0c157,revision_number=1']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:06:54.228315 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-28854203-41fd-4c80-a681-a74bf8c0b22a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:06:54.290663 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-1844f8a7-063d-4a44-9374-c731e1bddadd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:54.316489 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-1844f8a7-063d-4a44-9374-c731e1bddadd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:54.415416 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-1844f8a7-063d-4a44-9374-c731e1bddadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:54.417909 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-1844f8a7-063d-4a44-9374-c731e1bddadd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:06:54.422165 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-1844f8a7-063d-4a44-9374-c731e1bddadd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7b9e13a3-fff6-4da3-b242-23ae4fe0c157 HTTP/1.1" status: 204 len: 168 time: 0.1976285 Jun 06 12:06:54.422165 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-af66b0a8-8161-4a80-afcb-fbf0776997be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:06:54.428946 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1844f8a7-063d-4a44-9374-c731e1bddadd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9e13a3-fff6-4da3-b242-23ae4fe0c157,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:06:54.431150 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-1844f8a7-063d-4a44-9374-c731e1bddadd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:07:06.915930 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 36898) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:07:07.042444 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-eca34bf5-0d43-4dce-8240-3bcb4d926321 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:07.159874 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-eca34bf5-0d43-4dce-8240-3bcb4d926321 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:07.224857 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-eca34bf5-0d43-4dce-8240-3bcb4d926321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:07.234460 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-d26bc8c8-3791-46cf-a145-2c0d732f5d6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:07:07.280104 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-eca34bf5-0d43-4dce-8240-3bcb4d926321 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a1526c9386524ddead7f3c4788418f0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3630626 Jun 06 12:07:07.281839 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca34bf5-0d43-4dce-8240-3bcb4d926321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ccf322-bd81-4faf-88dc-3aac92ba26a7,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:07:07.283013 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 36908) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:07:07.289460 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca34bf5-0d43-4dce-8240-3bcb4d926321 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:07:07.289858 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca34bf5-0d43-4dce-8240-3bcb4d926321 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:07:07.290279 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca34bf5-0d43-4dce-8240-3bcb4d926321 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:07:07.290641 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca34bf5-0d43-4dce-8240-3bcb4d926321 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:07:07.290995 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca34bf5-0d43-4dce-8240-3bcb4d926321 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:07:07.291347 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca34bf5-0d43-4dce-8240-3bcb4d926321 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:07:07.291698 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca34bf5-0d43-4dce-8240-3bcb4d926321 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:07:07.292048 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca34bf5-0d43-4dce-8240-3bcb4d926321 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:07:07.292428 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca34bf5-0d43-4dce-8240-3bcb4d926321 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:07:07.292747 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca34bf5-0d43-4dce-8240-3bcb4d926321 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:07:07.293078 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca34bf5-0d43-4dce-8240-3bcb4d926321 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:07:07.293418 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca34bf5-0d43-4dce-8240-3bcb4d926321 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:07:07.298480 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-eca34bf5-0d43-4dce-8240-3bcb4d926321 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:07:07.354379 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-b094e87a-5e3d-492a-ace1-e390bacf82dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:07.381343 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-b094e87a-5e3d-492a-ace1-e390bacf82dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:07.522206 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-b094e87a-5e3d-492a-ace1-e390bacf82dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:07.524715 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-b094e87a-5e3d-492a-ace1-e390bacf82dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:07.528531 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-b094e87a-5e3d-492a-ace1-e390bacf82dc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f6ccf322-bd81-4faf-88dc-3aac92ba26a7 HTTP/1.1" status: 204 len: 168 time: 0.2445049 Jun 06 12:07:07.529298 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-e6205279-16cc-42a6-b419-320ea7d51457 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:07:07.539780 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b094e87a-5e3d-492a-ace1-e390bacf82dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ccf322-bd81-4faf-88dc-3aac92ba26a7,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:07:07.548220 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b094e87a-5e3d-492a-ace1-e390bacf82dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:07:07.552539 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b094e87a-5e3d-492a-ace1-e390bacf82dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:07:07.552539 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b094e87a-5e3d-492a-ace1-e390bacf82dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:07:07.552539 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b094e87a-5e3d-492a-ace1-e390bacf82dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:07:07.552539 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b094e87a-5e3d-492a-ace1-e390bacf82dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:07:07.552539 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b094e87a-5e3d-492a-ace1-e390bacf82dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:07:07.552539 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b094e87a-5e3d-492a-ace1-e390bacf82dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:07:07.552539 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b094e87a-5e3d-492a-ace1-e390bacf82dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:07:07.552539 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b094e87a-5e3d-492a-ace1-e390bacf82dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:07:07.552539 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b094e87a-5e3d-492a-ace1-e390bacf82dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:07:07.552539 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b094e87a-5e3d-492a-ace1-e390bacf82dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:07:07.552539 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b094e87a-5e3d-492a-ace1-e390bacf82dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:07:07.555343 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-b094e87a-5e3d-492a-ace1-e390bacf82dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:07:08.189910 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 36922) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:07:08.207773 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-c9cf8851-0730-4a19-b503-f49e8d741be9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:08.308511 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-c9cf8851-0730-4a19-b503-f49e8d741be9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:08.402099 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-c9cf8851-0730-4a19-b503-f49e8d741be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:08.409865 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:07:08.450682 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-c9cf8851-0730-4a19-b503-f49e8d741be9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5d6b8f13a154414787a0f3dab25e939a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2597692 Jun 06 12:07:08.451606 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cf8851-0730-4a19-b503-f49e8d741be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3318fd-4fba-40a2-8a21-ab4149dc8617,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:07:08.453893 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 36926) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:07:08.455838 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-c9cf8851-0730-4a19-b503-f49e8d741be9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:07:08.513382 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-b5373b0b-4ada-4d2a-967f-ad226d3faff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:08.539546 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-b5373b0b-4ada-4d2a-967f-ad226d3faff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:08.699465 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-b5373b0b-4ada-4d2a-967f-ad226d3faff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:08.702100 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-b5373b0b-4ada-4d2a-967f-ad226d3faff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:08.705952 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-b5373b0b-4ada-4d2a-967f-ad226d3faff9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8d3318fd-4fba-40a2-8a21-ab4149dc8617 HTTP/1.1" status: 204 len: 168 time: 0.2508917 Jun 06 12:07:08.709959 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-fbb24ff6-e98a-4c0a-b897-2bb4470481a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:07:08.719978 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5373b0b-4ada-4d2a-967f-ad226d3faff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3318fd-4fba-40a2-8a21-ab4149dc8617,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:07:08.722274 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-b5373b0b-4ada-4d2a-967f-ad226d3faff9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:07:09.357261 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 36940) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:07:09.375843 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-d9315617-a84f-4448-8c73-e6010b8afcf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:09.482679 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-d9315617-a84f-4448-8c73-e6010b8afcf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:09.541171 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-d9315617-a84f-4448-8c73-e6010b8afcf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:09.554537 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-6998f533-a510-4b55-9b15-86feb0457f60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:07:09.680328 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-d9315617-a84f-4448-8c73-e6010b8afcf3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b059095a1cbd48f6988c0d3d4bf1b304&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3219750 Jun 06 12:07:09.682051 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9315617-a84f-4448-8c73-e6010b8afcf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bafd4c4-841e-4679-8591-14aa475895ab,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:07:09.683141 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 36948) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:07:09.684824 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-d9315617-a84f-4448-8c73-e6010b8afcf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:07:09.740868 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-5ca77334-9846-4546-8d30-654e6ea7f759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:09.766042 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-5ca77334-9846-4546-8d30-654e6ea7f759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:09.884169 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-5ca77334-9846-4546-8d30-654e6ea7f759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:09.886726 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-5ca77334-9846-4546-8d30-654e6ea7f759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:09.889277 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-5ca77334-9846-4546-8d30-654e6ea7f759 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5bafd4c4-841e-4679-8591-14aa475895ab HTTP/1.1" status: 204 len: 168 time: 0.2037139 Jun 06 12:07:09.889277 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-034e2d70-3c4f-4c6a-8642-595b2aa656e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:07:09.900317 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca77334-9846-4546-8d30-654e6ea7f759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bafd4c4-841e-4679-8591-14aa475895ab,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:07:09.912539 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-5ca77334-9846-4546-8d30-654e6ea7f759 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:07:12.885954 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 37036) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:07:13.028968 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-dcec6cc2-901e-45d3-be0f-020a2c15898c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:13.136586 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-dcec6cc2-901e-45d3-be0f-020a2c15898c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:13.198036 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-dcec6cc2-901e-45d3-be0f-020a2c15898c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:13.207416 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-418ab96d-4a12-4c13-a0c4-e3a8806c558b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:07:13.248007 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-dcec6cc2-901e-45d3-be0f-020a2c15898c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4c7760449583499fa068677e954ee408&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3609824 Jun 06 12:07:13.250612 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 37046) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:07:13.260997 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcec6cc2-901e-45d3-be0f-020a2c15898c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bed1033-7171-4d92-8431-a78f2fdf8faf,revision_number=1']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:07:13.264581 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-dcec6cc2-901e-45d3-be0f-020a2c15898c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:07:13.313395 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-bdc04472-ed6e-4ce3-9d9b-cde923962665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:13.340502 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-bdc04472-ed6e-4ce3-9d9b-cde923962665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:13.465442 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-bdc04472-ed6e-4ce3-9d9b-cde923962665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:13.467897 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-bdc04472-ed6e-4ce3-9d9b-cde923962665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:13.469014 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-bdc04472-ed6e-4ce3-9d9b-cde923962665 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2bed1033-7171-4d92-8431-a78f2fdf8faf HTTP/1.1" status: 204 len: 168 time: 0.2175698 Jun 06 12:07:13.469864 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-b1914e93-0048-4739-a295-f01d4b05fca3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:07:13.479963 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc04472-ed6e-4ce3-9d9b-cde923962665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bed1033-7171-4d92-8431-a78f2fdf8faf,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:07:13.482249 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-bdc04472-ed6e-4ce3-9d9b-cde923962665 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:07:13.782018 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f3a14-f474-4749-8853-6c1b8c26a53b req-d3f8ad39-e6fd-4f8f-ba4a-b182a36e2ce5 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:07:13.783474 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-b01f3a14-f474-4749-8853-6c1b8c26a53b req-d3f8ad39-e6fd-4f8f-ba4a-b182a36e2ce5 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e085e2f-01a5-4453-a638-7db685e9c2e4 HTTP/1.1" status: 200 len: 946 time: 0.0856786 Jun 06 12:07:13.828566 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-b01f3a14-f474-4749-8853-6c1b8c26a53b req-ba6911a6-543c-48df-8a9b-ae19e7c97f7d tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/security-groups?id=364c3307-ea3e-4f64-b081-feec556770fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388632 Jun 06 12:07:15.013935 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2f8bdf-4229-455b-8a59-45d1d1be7690 req-c2e20528-1b51-4ea5-b6cd-e73f72591b13 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:07:15.015244 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6e2f8bdf-4229-455b-8a59-45d1d1be7690 req-c2e20528-1b51-4ea5-b6cd-e73f72591b13 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e085e2f-01a5-4453-a638-7db685e9c2e4 HTTP/1.1" status: 200 len: 946 time: 0.0790246 Jun 06 12:07:15.063163 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6e2f8bdf-4229-455b-8a59-45d1d1be7690 req-2fda391b-bf69-45c7-987a-dbf4c6b25b96 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/security-groups?id=364c3307-ea3e-4f64-b081-feec556770fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422375 Jun 06 12:07:16.246765 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc4277c-a92c-4baa-b680-ae455ff22aac req-b475062e-ee99-4213-9ac1-75b4650d5cfa tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:07:16.248306 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ddc4277c-a92c-4baa-b680-ae455ff22aac req-b475062e-ee99-4213-9ac1-75b4650d5cfa tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e085e2f-01a5-4453-a638-7db685e9c2e4 HTTP/1.1" status: 200 len: 946 time: 0.0808108 Jun 06 12:07:16.294085 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ddc4277c-a92c-4baa-b680-ae455ff22aac req-ea92897c-1201-4eb2-a143-601a4a17f120 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/security-groups?id=364c3307-ea3e-4f64-b081-feec556770fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393991 Jun 06 12:07:17.502884 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec7f2e8-bc3d-4362-be83-6159f4813dee req-79b9b48b-c3f6-4d6c-9f0e-070fd8ecdae1 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:07:17.505125 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-1ec7f2e8-bc3d-4362-be83-6159f4813dee req-79b9b48b-c3f6-4d6c-9f0e-070fd8ecdae1 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e085e2f-01a5-4453-a638-7db685e9c2e4 HTTP/1.1" status: 200 len: 946 time: 0.0931420 Jun 06 12:07:17.549412 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-1ec7f2e8-bc3d-4362-be83-6159f4813dee req-cec5a48f-576f-445a-b0ed-82fbca7006a2 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/security-groups?id=364c3307-ea3e-4f64-b081-feec556770fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386291 Jun 06 12:07:17.775550 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-d113760a-ac98-4929-8ef6-bfd8c72cd1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:18.166931 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 37144) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:07:18.288098 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-8fe6b669-051b-4e3b-9fa6-c659d5670670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:18.390038 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-8fe6b669-051b-4e3b-9fa6-c659d5670670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:18.455008 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-8fe6b669-051b-4e3b-9fa6-c659d5670670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:18.462747 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-e019e3a4-6110-4d55-91eb-ed64dfb757ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:07:18.505268 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-8fe6b669-051b-4e3b-9fa6-c659d5670670 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2790a01242064858bcbe89f493a92f21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3371778 Jun 06 12:07:18.506193 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe6b669-051b-4e3b-9fa6-c659d5670670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e74bb2a-32f0-4edf-a687-2367b0645dff,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:07:18.511825 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-8fe6b669-051b-4e3b-9fa6-c659d5670670 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:07:18.513990 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 37152) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:07:18.577925 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-5300da6d-c461-4f69-9d3f-8cbf78b703fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:18.593290 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 37160) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:07:18.606238 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-5300da6d-c461-4f69-9d3f-8cbf78b703fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:18.735090 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-ae5df484-4d6b-436c-a4f4-d108321a1387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:18.841980 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87106687-6a44-4c9a-8649-d744b780755a req-31200dd5-7f11-434f-ba23-bd1820d44f0d tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:07:18.843429 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-87106687-6a44-4c9a-8649-d744b780755a req-31200dd5-7f11-434f-ba23-bd1820d44f0d tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=663dd71e-90c6-4ae5-bf0e-e2f54fe661be HTTP/1.1" status: 200 len: 946 time: 0.1978235 Jun 06 12:07:18.850706 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b29494-3002-4d8c-a54b-daeeca84a1e4 req-d002c008-8f72-40cb-a58a-98e3f6bc8b0b tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:07:18.855738 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-b8b29494-3002-4d8c-a54b-daeeca84a1e4 req-d002c008-8f72-40cb-a58a-98e3f6bc8b0b tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e085e2f-01a5-4453-a638-7db685e9c2e4 HTTP/1.1" status: 200 len: 946 time: 0.1763172 Jun 06 12:07:18.866213 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-5300da6d-c461-4f69-9d3f-8cbf78b703fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:18.868587 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-5300da6d-c461-4f69-9d3f-8cbf78b703fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:18.869646 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-5300da6d-c461-4f69-9d3f-8cbf78b703fb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4e74bb2a-32f0-4edf-a687-2367b0645dff HTTP/1.1" status: 204 len: 168 time: 0.3548217 Jun 06 12:07:18.879065 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-5ca77334-9846-4546-8d30-654e6ea7f759 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:07:18.907203 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5300da6d-c461-4f69-9d3f-8cbf78b703fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e74bb2a-32f0-4edf-a687-2367b0645dff,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:07:18.918112 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-5300da6d-c461-4f69-9d3f-8cbf78b703fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:07:18.943988 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-87106687-6a44-4c9a-8649-d744b780755a req-6862a67f-0234-47f9-b674-80869f5e9546 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=da3a596c-c8ed-4184-9b24-a093c67db910&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909753 Jun 06 12:07:18.946288 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-ae5df484-4d6b-436c-a4f4-d108321a1387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:18.948389 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-b8b29494-3002-4d8c-a54b-daeeca84a1e4 req-3f240979-5586-49d4-86d7-494167b5fea5 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/security-groups?id=364c3307-ea3e-4f64-b081-feec556770fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777078 Jun 06 12:07:18.986930 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-ae5df484-4d6b-436c-a4f4-d108321a1387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:18.998601 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-502e0db8-41f4-4e02-a708-c7590b24cd7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:07:19.041257 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-ae5df484-4d6b-436c-a4f4-d108321a1387 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0d704d27bf754261b450dd86bed84648&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4442034 Jun 06 12:07:19.042078 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 37166) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:07:19.052537 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5df484-4d6b-436c-a4f4-d108321a1387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3380bcda-c2f0-4539-bdc8-bd4bbc83dba8,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:07:19.057618 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-ae5df484-4d6b-436c-a4f4-d108321a1387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:07:19.105137 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-e324648f-c734-4562-bae2-c86d4ac50d53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:19.132138 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-e324648f-c734-4562-bae2-c86d4ac50d53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:19.255744 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-e324648f-c734-4562-bae2-c86d4ac50d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:19.258144 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-e324648f-c734-4562-bae2-c86d4ac50d53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:19.259281 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-e324648f-c734-4562-bae2-c86d4ac50d53 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3380bcda-c2f0-4539-bdc8-bd4bbc83dba8 HTTP/1.1" status: 204 len: 168 time: 0.2162256 Jun 06 12:07:19.260159 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-ed3eced0-d5b5-470b-9299-1a2026c70519 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:07:19.270574 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e324648f-c734-4562-bae2-c86d4ac50d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3380bcda-c2f0-4539-bdc8-bd4bbc83dba8,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:07:19.272811 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-e324648f-c734-4562-bae2-c86d4ac50d53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:07:19.299242 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989f9f3-b1cb-4669-9eac-2c7f3eb8c6ba req-bd98da08-3366-4e4f-854c-aa22b84d2a1e tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:07:19.301819 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-e989f9f3-b1cb-4669-9eac-2c7f3eb8c6ba req-bd98da08-3366-4e4f-854c-aa22b84d2a1e tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e085e2f-01a5-4453-a638-7db685e9c2e4 HTTP/1.1" status: 200 len: 946 time: 0.0883367 Jun 06 12:07:19.426803 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 37172) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:07:19.443412 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-9b29feb2-6bcc-48c3-8b7a-87328966ec70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:19.453867 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.plugin [req-e989f9f3-b1cb-4669-9eac-2c7f3eb8c6ba req-284de938-4c33-4c27-91e9-1e7683061822 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Deleting port 1279420d-3723-48cd-aee4-6108c6f3d1ad {{(pid=92097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 12:07:19.454210 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-e989f9f3-b1cb-4669-9eac-2c7f3eb8c6ba req-284de938-4c33-4c27-91e9-1e7683061822 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778191659996'] for port, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:19.557380 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-9b29feb2-6bcc-48c3-8b7a-87328966ec70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:19.603790 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.db [req-e989f9f3-b1cb-4669-9eac-2c7f3eb8c6ba req-284de938-4c33-4c27-91e9-1e7683061822 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] For port 1279420d-3723-48cd-aee4-6108c6f3d1ad, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=1279420d-3723-48cd-aee4-6108c6f3d1ad,segment=NetworkSegment(44f1586a-fdb1-41b1-9617-6c4cf8707ae8),segment_id=44f1586a-fdb1-41b1-9617-6c4cf8707ae8)] {{(pid=92097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:07:19.604145 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-e989f9f3-b1cb-4669-9eac-2c7f3eb8c6ba req-284de938-4c33-4c27-91e9-1e7683061822 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598405'] for port, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:19.636655 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-9b29feb2-6bcc-48c3-8b7a-87328966ec70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:19.646882 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-30c412b9-70bd-4d84-837d-a7267835f833 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:07:19.691655 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-9b29feb2-6bcc-48c3-8b7a-87328966ec70 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=99978b13178444f0a03cff4f0dabb2df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2629218 Jun 06 12:07:19.693288 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b29feb2-6bcc-48c3-8b7a-87328966ec70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5fe16d4-4f60-46f0-b59e-1685d771584c,revision_number=1']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:07:19.695568 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 37174) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:07:19.705983 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-9b29feb2-6bcc-48c3-8b7a-87328966ec70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:07:19.734318 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.plugin [req-e989f9f3-b1cb-4669-9eac-2c7f3eb8c6ba req-284de938-4c33-4c27-91e9-1e7683061822 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Calling delete_port for 1279420d-3723-48cd-aee4-6108c6f3d1ad owned by compute:nova {{(pid=92097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 12:07:19.755163 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-7b535e4f-110c-4119-8f75-6e4113aae0d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:19.780948 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-7b535e4f-110c-4119-8f75-6e4113aae0d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:19.895725 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-7b535e4f-110c-4119-8f75-6e4113aae0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:19.898218 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-7b535e4f-110c-4119-8f75-6e4113aae0d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:19.899322 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-7b535e4f-110c-4119-8f75-6e4113aae0d6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f5fe16d4-4f60-46f0-b59e-1685d771584c HTTP/1.1" status: 204 len: 168 time: 0.2028708 Jun 06 12:07:19.900095 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-71fcf2ee-562f-4028-92a2-8d644d8cdf69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:07:19.910126 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b535e4f-110c-4119-8f75-6e4113aae0d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5fe16d4-4f60-46f0-b59e-1685d771584c,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:07:19.912393 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-7b535e4f-110c-4119-8f75-6e4113aae0d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:07:19.918486 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-e989f9f3-b1cb-4669-9eac-2c7f3eb8c6ba req-284de938-4c33-4c27-91e9-1e7683061822 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778191664348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778191160661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2165323'] for port, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:19.924368 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:07:19.949191 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] get_ports_and_sgs() called for port_ids ['1279420d-3723-48cd-aee4-6108c6f3d1ad'] {{(pid=92098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 12:07:20.002728 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284de938-4c33-4c27-91e9-1e7683061822 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Pushing event deleted for resources: {'Port': ['ID=1279420d-3723-48cd-aee4-6108c6f3d1ad,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:07:20.019486 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-284de938-4c33-4c27-91e9-1e7683061822 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:07:20.105457 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.l3_dvrscheduler_db [req-e989f9f3-b1cb-4669-9eac-2c7f3eb8c6ba req-284de938-4c33-4c27-91e9-1e7683061822 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] No DVR routers for this DVR port 1279420d-3723-48cd-aee4-6108c6f3d1ad on host hv-cinder-78626 {{(pid=92097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 12:07:20.107999 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-e989f9f3-b1cb-4669-9eac-2c7f3eb8c6ba req-284de938-4c33-4c27-91e9-1e7683061822 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160768'] for port, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:20.109936 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-e989f9f3-b1cb-4669-9eac-2c7f3eb8c6ba req-284de938-4c33-4c27-91e9-1e7683061822 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.35 "DELETE /v2.0/ports/1279420d-3723-48cd-aee4-6108c6f3d1ad HTTP/1.1" status: 204 len: 173 time: 0.8013325 Jun 06 12:07:20.110434 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e085e2f-01a5-4453-a638-7db685e9c2e4', 'name': 'network-vif-deleted', 'tag': '1279420d-3723-48cd-aee4-6108c6f3d1ad'}] {{(pid=92097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:07:20.113586 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0506e69bdf94a0a0544469556e00d4f87ccfa4abed68bb2c567d57a4f994f1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f744771-4c1b-4461-a136-f3376b616898" -d '{"events": [{"server_uuid": "1e085e2f-01a5-4453-a638-7db685e9c2e4", "name": "network-vif-deleted", "tag": "1279420d-3723-48cd-aee4-6108c6f3d1ad"}]}' {{(pid=92097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:07:20.141395 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-f02cc9b0-4cb8-4786-9e84-6a282f6415b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:20.205927 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-093d3e0f-6f1f-4256-9f91-f7879326cad9 req-390e606b-a9f3-460e-a762-ba4edeb6c8e1 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e085e2f-01a5-4453-a638-7db685e9c2e4 HTTP/1.1" status: 200 len: 210 time: 0.0565395 Jun 06 12:07:20.236827 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27069312-c66b-4d4c-94e8-93f08ea0ccca req-cc609d09-3989-438d-892b-9d89ad88a55e tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:07:20.239370 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-27069312-c66b-4d4c-94e8-93f08ea0ccca req-cc609d09-3989-438d-892b-9d89ad88a55e tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=663dd71e-90c6-4ae5-bf0e-e2f54fe661be HTTP/1.1" status: 200 len: 946 time: 0.1439805 Jun 06 12:07:20.261570 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:20.282079 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 12:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96fde6a3-34ae-40e4-a7fa-c2b4feb10573 x-openstack-request-id: req-96fde6a3-34ae-40e4-a7fa-c2b4feb10573 {{(pid=92097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:07:20.282499 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e085e2f-01a5-4453-a638-7db685e9c2e4", "name": "network-vif-deleted", "tag": "1279420d-3723-48cd-aee4-6108c6f3d1ad", "status": "completed", "code": 200}]} {{(pid=92097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:07:20.283017 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-96fde6a3-34ae-40e4-a7fa-c2b4feb10573 {{(pid=92097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:07:20.283535 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e085e2f-01a5-4453-a638-7db685e9c2e4', 'name': 'network-vif-deleted', 'tag': '1279420d-3723-48cd-aee4-6108c6f3d1ad', 'status': 'completed', 'code': 200} Jun 06 12:07:20.288010 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-27069312-c66b-4d4c-94e8-93f08ea0ccca req-dc16bf8c-1274-4a8f-b0de-16aa743bb0fb tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=da3a596c-c8ed-4184-9b24-a093c67db910&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425036 Jun 06 12:07:20.415371 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e950914b-cf13-4c27-ade2-d3b7252d4983 req-2ccd9021-555b-4e63-82fa-822bb2e1f7f2 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:07:20.416871 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-e950914b-cf13-4c27-ade2-d3b7252d4983 req-2ccd9021-555b-4e63-82fa-822bb2e1f7f2 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.35 "GET /v2.0/ports?device_id=663dd71e-90c6-4ae5-bf0e-e2f54fe661be HTTP/1.1" status: 200 len: 946 time: 0.1030211 Jun 06 12:07:20.557304 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.plugin [req-e950914b-cf13-4c27-ade2-d3b7252d4983 req-8a3df645-3a45-4ce2-b2e0-49bb995b117a tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Deleting port cc7aba5c-1311-49d5-ada0-73621eb9181f {{(pid=92097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 12:07:20.557641 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-e950914b-cf13-4c27-ade2-d3b7252d4983 req-8a3df645-3a45-4ce2-b2e0-49bb995b117a tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778191659996'] for port, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:20.615529 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:20.693026 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.db [req-e950914b-cf13-4c27-ade2-d3b7252d4983 req-8a3df645-3a45-4ce2-b2e0-49bb995b117a tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] For port cc7aba5c-1311-49d5-ada0-73621eb9181f, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=cc7aba5c-1311-49d5-ada0-73621eb9181f,segment=NetworkSegment(4ba14138-863d-4bea-aa89-dac6ed43a677),segment_id=4ba14138-863d-4bea-aa89-dac6ed43a677)] {{(pid=92097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:07:20.693382 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-e950914b-cf13-4c27-ade2-d3b7252d4983 req-8a3df645-3a45-4ce2-b2e0-49bb995b117a tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598405'] for port, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:21.093273 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-e950914b-cf13-4c27-ade2-d3b7252d4983 req-8a3df645-3a45-4ce2-b2e0-49bb995b117a tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:21.093637 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-e950914b-cf13-4c27-ade2-d3b7252d4983 req-8a3df645-3a45-4ce2-b2e0-49bb995b117a tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558965'] for floatingip, after_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:21.094072 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.db.l3_db [req-e950914b-cf13-4c27-ade2-d3b7252d4983 req-8a3df645-3a45-4ce2-b2e0-49bb995b117a tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Floating IP b0639310-a1c2-4b1e-9e37-973175953694 disassociated. External IP: 172.28.2.105, port: cc7aba5c-1311-49d5-ada0-73621eb9181f. Jun 06 12:07:21.094658 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.plugin [req-e950914b-cf13-4c27-ade2-d3b7252d4983 req-8a3df645-3a45-4ce2-b2e0-49bb995b117a tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Calling delete_port for cc7aba5c-1311-49d5-ada0-73621eb9181f owned by compute:nova {{(pid=92097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 12:07:21.225138 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-c3be426d-4704-402b-bce9-7cb8373a3dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:21.272577 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-e950914b-cf13-4c27-ade2-d3b7252d4983 req-8a3df645-3a45-4ce2-b2e0-49bb995b117a tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778191664348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778191160661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2165323'] for port, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:21.280003 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:07:21.329988 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3df645-3a45-4ce2-b2e0-49bb995b117a tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Pushing event deleted for resources: {'Port': ['ID=cc7aba5c-1311-49d5-ada0-73621eb9181f,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:07:21.334382 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-8a3df645-3a45-4ce2-b2e0-49bb995b117a tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:07:21.417603 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-32a1f0fd-2053-4530-82a9-db1c93666e6a req-72d0dce2-0e3f-4703-8fa6-6cba4b02c64d tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e085e2f-01a5-4453-a638-7db685e9c2e4 HTTP/1.1" status: 200 len: 210 time: 0.0620856 Jun 06 12:07:21.498523 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-aacef2ca-b88e-4620-a122-6ab41c081ea4 req-0d4c7223-b96f-482a-bfc8-ebe5daab4437 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=663dd71e-90c6-4ae5-bf0e-e2f54fe661be HTTP/1.1" status: 200 len: 210 time: 0.0482738 Jun 06 12:07:21.538009 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e950914b-cf13-4c27-ade2-d3b7252d4983 req-8a3df645-3a45-4ce2-b2e0-49bb995b117a tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Router cfdefa90-c1f8-4d9b-a1c8-71c1116a9138 has already been hosted by L3 agent 915c5c25-b12e-44c8-ae20-885b4f191692 {{(pid=92097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 12:07:21.723831 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e950914b-cf13-4c27-ade2-d3b7252d4983 req-8a3df645-3a45-4ce2-b2e0-49bb995b117a tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify agent at l3_agent.dv-cinder-786266-2-smb the message routers_updated {{(pid=92097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 12:07:21.735232 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d888bf-3eef-4871-b99d-98fc7fafa54f None None] Sync routers for ids ['cfdefa90-c1f8-4d9b-a1c8-71c1116a9138'] in dv-cinder-786266-2-smb {{(pid=92098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 12:07:21.749220 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d888bf-3eef-4871-b99d-98fc7fafa54f None None] Routers {'cfdefa90-c1f8-4d9b-a1c8-71c1116a9138'} bound to L3 agent in host dv-cinder-786266-2-smb {{(pid=92098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:07:21.749884 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_hamode_db [None req-91d888bf-3eef-4871-b99d-98fc7fafa54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T11:54:50Z,description=,heartbeat_timestamp=2021-06-06T12:07:20Z,host='dv-cinder-786266-2-smb',id=915c5c25-b12e-44c8-ae20-885b4f191692,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:54:51Z,topic='l3_agent')) {'router_ids': ['cfdefa90-c1f8-4d9b-a1c8-71c1116a9138'], 'active': True} {{(pid=92098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:07:21.806346 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.l3_dvrscheduler_db [req-e950914b-cf13-4c27-ade2-d3b7252d4983 req-8a3df645-3a45-4ce2-b2e0-49bb995b117a tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] No DVR routers for this DVR port cc7aba5c-1311-49d5-ada0-73621eb9181f on host hv-cinder-78626 {{(pid=92097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 12:07:21.809405 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-e950914b-cf13-4c27-ade2-d3b7252d4983 req-8a3df645-3a45-4ce2-b2e0-49bb995b117a tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160768'] for port, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:21.815535 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-e950914b-cf13-4c27-ade2-d3b7252d4983 req-8a3df645-3a45-4ce2-b2e0-49bb995b117a tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.35 "DELETE /v2.0/ports/cc7aba5c-1311-49d5-ada0-73621eb9181f HTTP/1.1" status: 204 len: 173 time: 1.3920133 Jun 06 12:07:21.943249 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvr_db [None req-91d888bf-3eef-4871-b99d-98fc7fafa54f None None] Set router cfdefa90-c1f8-4d9b-a1c8-71c1116a9138 gateway port host: dv-cinder-786266-2-smb {{(pid=92098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:07:22.150170 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device 1279420d-3723-48cd-aee4-6108c6f3d1ad no longer exists at agent hyperv_hv-cinder-78626 {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 12:07:22.231610 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.plugin [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] No Port match for: 1279420d-3723-48cd-aee4-6108c6f3d1ad {{(pid=92098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 12:07:22.232232 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device 1279420d-3723-48cd-aee4-6108c6f3d1ad not bound to the agent host hv-cinder-78626 {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 12:07:22.284535 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663dd71e-90c6-4ae5-bf0e-e2f54fe661be', 'name': 'network-vif-deleted', 'tag': 'cc7aba5c-1311-49d5-ada0-73621eb9181f'}] {{(pid=92097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:07:22.287101 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0506e69bdf94a0a0544469556e00d4f87ccfa4abed68bb2c567d57a4f994f1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0087b835-76ad-4898-aa11-3c89a2a459c0" -d '{"events": [{"server_uuid": "663dd71e-90c6-4ae5-bf0e-e2f54fe661be", "name": "network-vif-deleted", "tag": "cc7aba5c-1311-49d5-ada0-73621eb9181f"}]}' {{(pid=92097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:07:22.356541 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 12:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7816421d-7c2e-4cac-8958-81f34c9c52c4 x-openstack-request-id: req-7816421d-7c2e-4cac-8958-81f34c9c52c4 {{(pid=92097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:07:22.357037 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "663dd71e-90c6-4ae5-bf0e-e2f54fe661be", "name": "network-vif-deleted", "tag": "cc7aba5c-1311-49d5-ada0-73621eb9181f", "status": "completed", "code": 200}]} {{(pid=92097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:07:22.357408 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7816421d-7c2e-4cac-8958-81f34c9c52c4 {{(pid=92097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:07:22.358300 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '663dd71e-90c6-4ae5-bf0e-e2f54fe661be', 'name': 'network-vif-deleted', 'tag': 'cc7aba5c-1311-49d5-ada0-73621eb9181f', 'status': 'completed', 'code': 200} Jun 06 12:07:22.367804 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_hamode_db [None req-91d888bf-3eef-4871-b99d-98fc7fafa54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfdefa90-c1f8-4d9b-a1c8-71c1116a9138', 'name': 'tempest-AttachVolumeShelveTestJSON-1222488113-router', 'tenant_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': 'cddd21fc-afdb-4a3f-ac54-11f3da0ce5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:03:00Z', 'updated_at': '2021-06-06T12:03:16Z', 'revision_number': 4, 'project_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'gw_port': {'id': 'cddd21fc-afdb-4a3f-ac54-11f3da0ce5b9', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:44:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdefa90-c1f8-4d9b-a1c8-71c1116a9138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:03Z', 'updated_at': '2021-06-06T12:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb', '_interfaces': [{'id': '2afb42c6-9875-4d01-b001-d3afe46a4745', 'name': '', 'network_id': '9d232693-3d67-4acc-8d54-aa5376170328', 'tenant_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'mac_address': 'fa:16:3e:e1:79:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdefa90-c1f8-4d9b-a1c8-71c1116a9138', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9af00337-26dd-42bb-a5b7-bfb5439775d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:13Z', 'updated_at': '2021-06-06T12:03:29Z', 'revision_number': 5, 'project_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'subnets': [{'id': '9af00337-26dd-42bb-a5b7-bfb5439775d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-2-smb', False) {} {{(pid=92098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:07:22.371736 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d888bf-3eef-4871-b99d-98fc7fafa54f None None] Checking router: cfdefa90-c1f8-4d9b-a1c8-71c1116a9138 for host: dv-cinder-786266-2-smb {{(pid=92098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 12:07:22.383676 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d888bf-3eef-4871-b99d-98fc7fafa54f None None] Routers {'cfdefa90-c1f8-4d9b-a1c8-71c1116a9138'} bound to L3 agent in host dv-cinder-786266-2-smb {{(pid=92098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:07:22.384286 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_hamode_db [None req-91d888bf-3eef-4871-b99d-98fc7fafa54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T11:54:50Z,description=,heartbeat_timestamp=2021-06-06T12:07:20Z,host='dv-cinder-786266-2-smb',id=915c5c25-b12e-44c8-ae20-885b4f191692,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:54:51Z,topic='l3_agent')) {'router_ids': ['cfdefa90-c1f8-4d9b-a1c8-71c1116a9138'], 'active': True} {{(pid=92098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:07:22.603500 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvr_db [None req-91d888bf-3eef-4871-b99d-98fc7fafa54f None None] Set router cfdefa90-c1f8-4d9b-a1c8-71c1116a9138 gateway port host: dv-cinder-786266-2-smb {{(pid=92098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:07:22.736871 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-9b20e3d8-fcf6-4fce-ba30-af8c5e465e35 req-31d9f4be-4f04-4559-a3bb-66618f466762 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=663dd71e-90c6-4ae5-bf0e-e2f54fe661be HTTP/1.1" status: 200 len: 210 time: 0.0697196 Jun 06 12:07:22.973072 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_hamode_db [None req-91d888bf-3eef-4871-b99d-98fc7fafa54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfdefa90-c1f8-4d9b-a1c8-71c1116a9138', 'name': 'tempest-AttachVolumeShelveTestJSON-1222488113-router', 'tenant_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': 'cddd21fc-afdb-4a3f-ac54-11f3da0ce5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:03:00Z', 'updated_at': '2021-06-06T12:03:16Z', 'revision_number': 4, 'project_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'gw_port': {'id': 'cddd21fc-afdb-4a3f-ac54-11f3da0ce5b9', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:44:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdefa90-c1f8-4d9b-a1c8-71c1116a9138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:03Z', 'updated_at': '2021-06-06T12:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb', '_interfaces': [{'id': '2afb42c6-9875-4d01-b001-d3afe46a4745', 'name': '', 'network_id': '9d232693-3d67-4acc-8d54-aa5376170328', 'tenant_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'mac_address': 'fa:16:3e:e1:79:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdefa90-c1f8-4d9b-a1c8-71c1116a9138', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9af00337-26dd-42bb-a5b7-bfb5439775d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:13Z', 'updated_at': '2021-06-06T12:03:29Z', 'revision_number': 5, 'project_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'subnets': [{'id': '9af00337-26dd-42bb-a5b7-bfb5439775d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-2-smb', False) {} {{(pid=92098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:07:22.977348 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d888bf-3eef-4871-b99d-98fc7fafa54f None None] The sync data for ids ['cfdefa90-c1f8-4d9b-a1c8-71c1116a9138'] in dv-cinder-786266-2-smb is: [{'id': 'cfdefa90-c1f8-4d9b-a1c8-71c1116a9138', 'name': 'tempest-AttachVolumeShelveTestJSON-1222488113-router', 'tenant_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': 'cddd21fc-afdb-4a3f-ac54-11f3da0ce5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:03:00Z', 'updated_at': '2021-06-06T12:03:16Z', 'revision_number': 4, 'project_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'gw_port': {'id': 'cddd21fc-afdb-4a3f-ac54-11f3da0ce5b9', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:44:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdefa90-c1f8-4d9b-a1c8-71c1116a9138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:03Z', 'updated_at': '2021-06-06T12:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb', '_interfaces': [{'id': '2afb42c6-9875-4d01-b001-d3afe46a4745', 'name': '', 'network_id': '9d232693-3d67-4acc-8d54-aa5376170328', 'tenant_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'mac_address': 'fa:16:3e:e1:79:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdefa90-c1f8-4d9b-a1c8-71c1116a9138', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9af00337-26dd-42bb-a5b7-bfb5439775d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:13Z', 'updated_at': '2021-06-06T12:03:29Z', 'revision_number': 5, 'project_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'subnets': [{'id': '9af00337-26dd-42bb-a5b7-bfb5439775d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 12:07:23.044285 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-dde0a769-bb65-4f49-a590-df32523868aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:23.255011 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cb8a63-9c47-4cba-8d7e-a1c7c94b6c6c None None] New status for floating IP b0639310-a1c2-4b1e-9e37-973175953694: DOWN {{(pid=92099) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 12:07:23.512357 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 37264) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:07:23.634367 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-dff5cc22-f7eb-4674-93e6-d403b0b2a5dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:23.737960 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-dff5cc22-f7eb-4674-93e6-d403b0b2a5dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:23.824934 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-dff5cc22-f7eb-4674-93e6-d403b0b2a5dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:23.834537 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-b094e87a-5e3d-492a-ace1-e390bacf82dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:07:23.879261 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-dff5cc22-f7eb-4674-93e6-d403b0b2a5dd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b0253c92061546b9aa92cfbffb7d9035&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3626709 Jun 06 12:07:23.879261 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff5cc22-f7eb-4674-93e6-d403b0b2a5dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c8bb5f-ef0d-47b0-b60e-2a1e562026ad,revision_number=1']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:07:23.892290 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 37272) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:07:23.893179 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-dff5cc22-f7eb-4674-93e6-d403b0b2a5dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:07:23.941057 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 37274) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:07:23.960638 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-9f19425e-2f48-4e31-8134-d3fdfa7b64a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:24.010007 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-9f19425e-2f48-4e31-8134-d3fdfa7b64a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:24.054803 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-ffb93fae-3c83-4462-98c9-03587e953c87 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks [] for security_group, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:24.088735 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-ffb93fae-3c83-4462-98c9-03587e953c87 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:24.167795 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-9f19425e-2f48-4e31-8134-d3fdfa7b64a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:24.170207 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-9f19425e-2f48-4e31-8134-d3fdfa7b64a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:24.171350 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-9f19425e-2f48-4e31-8134-d3fdfa7b64a2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d9c8bb5f-ef0d-47b0-b60e-2a1e562026ad HTTP/1.1" status: 204 len: 168 time: 0.2887845 Jun 06 12:07:24.172114 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-8fe6b669-051b-4e3b-9fa6-c659d5670670 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:07:24.182724 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device cc7aba5c-1311-49d5-ada0-73621eb9181f no longer exists at agent hyperv_hv-cinder-78626 {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 12:07:24.183153 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f19425e-2f48-4e31-8134-d3fdfa7b64a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c8bb5f-ef0d-47b0-b60e-2a1e562026ad,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:07:24.185194 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-9f19425e-2f48-4e31-8134-d3fdfa7b64a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:07:24.235534 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.plugin [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] No Port match for: cc7aba5c-1311-49d5-ada0-73621eb9181f {{(pid=92098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 12:07:24.235884 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device cc7aba5c-1311-49d5-ada0-73621eb9181f not bound to the agent host hv-cinder-78626 {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 12:07:24.242034 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-ffb93fae-3c83-4462-98c9-03587e953c87 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:24.247105 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-ffb93fae-3c83-4462-98c9-03587e953c87 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks [] for security_group, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:24.247105 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-ffb93fae-3c83-4462-98c9-03587e953c87 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "DELETE /v2.0/security-groups/da3a596c-c8ed-4184-9b24-a093c67db910 HTTP/1.1" status: 204 len: 168 time: 0.3032792 Jun 06 12:07:24.247105 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-4fc80ec7-6fb7-495c-9b1f-0a0f4e073610 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:07:24.249070 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 37284) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:07:24.258371 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb93fae-3c83-4462-98c9-03587e953c87 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3a596c-c8ed-4184-9b24-a093c67db910,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:07:24.260939 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-ffb93fae-3c83-4462-98c9-03587e953c87 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:07:24.266113 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.api.v2.resource [None req-56921018-525d-4c53-bc8e-e44adbcf6e1c tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] show failed (client error): The resource could not be found. Jun 06 12:07:24.267309 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-56921018-525d-4c53-bc8e-e44adbcf6e1c tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups/da3a596c-c8ed-4184-9b24-a093c67db910 HTTP/1.1" status: 404 len: 347 time: 0.0171402 Jun 06 12:07:24.273632 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 37286) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:07:24.501404 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.plugin [None req-a7297cf0-62a6-4c1e-a0b8-43f1c43a3cc6 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Deleting port ff21c993-104f-4431-8ee8-b3b94f691b96 {{(pid=92096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 12:07:24.501404 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-a7297cf0-62a6-4c1e-a0b8-43f1c43a3cc6 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778191659996'] for port, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:24.630095 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-a7297cf0-62a6-4c1e-a0b8-43f1c43a3cc6 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598405'] for port, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:24.630541 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-a7297cf0-62a6-4c1e-a0b8-43f1c43a3cc6 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:24.755775 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.plugin [None req-a7297cf0-62a6-4c1e-a0b8-43f1c43a3cc6 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Calling delete_port for ff21c993-104f-4431-8ee8-b3b94f691b96 owned by network:floatingip {{(pid=92096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 12:07:24.798861 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 37300) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:07:24.816575 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-8df7ed69-89fa-4207-aebd-f87d146d679e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:24.918145 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-a7297cf0-62a6-4c1e-a0b8-43f1c43a3cc6 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778191664348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778191160661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2160272'] for port, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:24.919900 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-8df7ed69-89fa-4207-aebd-f87d146d679e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:24.921826 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:07:24.962662 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7297cf0-62a6-4c1e-a0b8-43f1c43a3cc6 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Pushing event deleted for resources: {'Port': ['ID=ff21c993-104f-4431-8ee8-b3b94f691b96,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:07:24.966396 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-a7297cf0-62a6-4c1e-a0b8-43f1c43a3cc6 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:07:24.980959 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-8df7ed69-89fa-4207-aebd-f87d146d679e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:24.989899 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-e7b56a7f-f917-41af-ab3d-bbd08aaecdd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:07:25.028444 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-8df7ed69-89fa-4207-aebd-f87d146d679e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b9a190b04eb646a489993b908efe8c01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2291529 Jun 06 12:07:25.031081 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 37302) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:07:25.042887 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df7ed69-89fa-4207-aebd-f87d146d679e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5893e98e-7c49-45bd-ae66-c0f14f54d60b,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:07:25.046992 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-8df7ed69-89fa-4207-aebd-f87d146d679e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:07:25.111972 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-aaa91392-0de2-49b3-8e9b-828231d207b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:25.126097 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-a7297cf0-62a6-4c1e-a0b8-43f1c43a3cc6 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks [] for floatingip, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:25.128778 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-a7297cf0-62a6-4c1e-a0b8-43f1c43a3cc6 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160768'] for floatingip, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:25.133168 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-a7297cf0-62a6-4c1e-a0b8-43f1c43a3cc6 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "DELETE /v2.0/floatingips/b0639310-a1c2-4b1e-9e37-973175953694 HTTP/1.1" status: 204 len: 168 time: 0.8552849 Jun 06 12:07:25.138857 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-aaa91392-0de2-49b3-8e9b-828231d207b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:25.255081 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-aaa91392-0de2-49b3-8e9b-828231d207b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:25.258057 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-aaa91392-0de2-49b3-8e9b-828231d207b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:25.260996 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-aaa91392-0de2-49b3-8e9b-828231d207b2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5893e98e-7c49-45bd-ae66-c0f14f54d60b HTTP/1.1" status: 204 len: 168 time: 0.2268238 Jun 06 12:07:25.260996 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-1aaeca41-9b0d-4b47-8d62-6d218a198ce7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:07:25.271560 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa91392-0de2-49b3-8e9b-828231d207b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5893e98e-7c49-45bd-ae66-c0f14f54d60b,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:07:25.274668 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-aaa91392-0de2-49b3-8e9b-828231d207b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:07:25.458167 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.agents_db [None req-260e75b6-693f-447f-9c37-08072a5d67b1 None None] Agent healthcheck: found 6 active agents {{(pid=92099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 12:07:25.848118 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944f8767-ff69-4366-aaff-36d361088279 req-9630343a-bb0a-40d2-927b-61b6e568fed2 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:07:25.849540 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-944f8767-ff69-4366-aaff-36d361088279 req-9630343a-bb0a-40d2-927b-61b6e568fed2 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/ports?device_id=133bafca-ca83-4455-a451-16c06e873c55 HTTP/1.1" status: 200 len: 945 time: 0.0826504 Jun 06 12:07:25.895965 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-944f8767-ff69-4366-aaff-36d361088279 req-cfbd4093-29fb-47df-a5f2-344723acd56f tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/security-groups?id=ceabc356-99f9-4025-a839-4d356bbc8e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407479 Jun 06 12:07:26.596989 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 37346) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:07:26.602990 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.v2.base [None req-2b766669-d112-46e3-a172-5df83ea905de tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Request body: {'security_group': {'name': 'tempest-securitygroup--548737002', 'description': 'tempest-description--585910522'}} {{(pid=92097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:07:26.723075 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-2b766669-d112-46e3-a172-5df83ea905de tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks [] for security_group, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:26.819578 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-2b766669-d112-46e3-a172-5df83ea905de tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks [] for security_group, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:26.899282 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-2b766669-d112-46e3-a172-5df83ea905de tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:26.904482 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-3164afba-2dbc-4187-8db7-1ab573a8737e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:07:26.936887 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b766669-d112-46e3-a172-5df83ea905de tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf080b62-b1c7-4281-8d6c-afe66baa29f3,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:07:26.939567 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-2b766669-d112-46e3-a172-5df83ea905de tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:07:27.024966 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-2b766669-d112-46e3-a172-5df83ea905de tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks [] for security_group, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:27.028942 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-2b766669-d112-46e3-a172-5df83ea905de tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4275494 Jun 06 12:07:27.029191 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 37354) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:07:27.034050 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.v2.base [None req-26dcafc3-bc85-4dc4-918f-b09f095f9de9 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Request body: {'security_group_rule': {'security_group_id': 'bf080b62-b1c7-4281-8d6c-afe66baa29f3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:07:27.077331 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 37356) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:07:27.083702 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58dc23f-e85e-47bc-a260-32c775f377a7 req-585f04d6-2d1f-4cbd-93a6-b36a06c7936f tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:07:27.085429 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-d58dc23f-e85e-47bc-a260-32c775f377a7 req-585f04d6-2d1f-4cbd-93a6-b36a06c7936f tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/ports?device_id=133bafca-ca83-4455-a451-16c06e873c55 HTTP/1.1" status: 200 len: 945 time: 0.0844402 Jun 06 12:07:27.130510 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-d58dc23f-e85e-47bc-a260-32c775f377a7 req-f69cd7bd-9f8e-4b7f-8e08-8a751bc228ff tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/security-groups?id=ceabc356-99f9-4025-a839-4d356bbc8e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386224 Jun 06 12:07:27.140917 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-26dcafc3-bc85-4dc4-918f-b09f095f9de9 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:27.207731 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-d7e79e39-f6c9-4ff7-b803-c4d326961b7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:27.235063 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-26dcafc3-bc85-4dc4-918f-b09f095f9de9 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:27.310516 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-26dcafc3-bc85-4dc4-918f-b09f095f9de9 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702332'] for security_group_rule, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:27.318029 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:07:27.346111 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dcafc3-bc85-4dc4-918f-b09f095f9de9 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b25035de-690f-44ef-9f83-0a7a04d816ab,revision_number=0']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:07:27.349317 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-26dcafc3-bc85-4dc4-918f-b09f095f9de9 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:07:27.410663 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-d7e79e39-f6c9-4ff7-b803-c4d326961b7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:27.468318 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-d7e79e39-f6c9-4ff7-b803-c4d326961b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:27.475715 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-115db77f-d27b-47d6-8144-541369fb03ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:07:27.521267 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-d7e79e39-f6c9-4ff7-b803-c4d326961b7a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4293c55cc0a94c578f92a78ffae9579b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4428332 Jun 06 12:07:27.523044 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e79e39-f6c9-4ff7-b803-c4d326961b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=082f2c6f-7c03-4902-9853-39f9c778c29f,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:07:27.524134 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 37374) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:07:27.527017 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-d7e79e39-f6c9-4ff7-b803-c4d326961b7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:07:27.527781 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-26dcafc3-bc85-4dc4-918f-b09f095f9de9 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:27.531426 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-26dcafc3-bc85-4dc4-918f-b09f095f9de9 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4988127 Jun 06 12:07:27.534236 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 37376) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:07:27.541708 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.v2.base [None req-3a86441f-e586-4e6c-87ec-15f17b13b9c1 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Request body: {'security_group_rule': {'security_group_id': 'bf080b62-b1c7-4281-8d6c-afe66baa29f3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:07:27.633540 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-3a86441f-e586-4e6c-87ec-15f17b13b9c1 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:27.695937 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-fd108043-453f-46b9-95ed-134281c3e497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:27.746082 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a148f9c3-fa4b-4cf3-a121-2bfdb6f66790 req-325c5951-7d2e-4a00-921b-389e6037e280 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:07:27.747502 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-a148f9c3-fa4b-4cf3-a121-2bfdb6f66790 req-325c5951-7d2e-4a00-921b-389e6037e280 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/networks?id=0a7e89fe-a71c-48d9-b777-817d38d513d5 HTTP/1.1" status: 200 len: 814 time: 0.1993880 Jun 06 12:07:27.749197 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-fd108043-453f-46b9-95ed-134281c3e497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:27.752936 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-3a86441f-e586-4e6c-87ec-15f17b13b9c1 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:27.767562 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd621877-f0ab-4c6f-9c0f-2d2de53c34b6 req-bff3c455-4464-4d4d-a80f-bef5a71ac5fa tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:07:27.769045 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-dd621877-f0ab-4c6f-9c0f-2d2de53c34b6 req-bff3c455-4464-4d4d-a80f-bef5a71ac5fa tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.35 "GET /v2.0/ports?device_id=133bafca-ca83-4455-a451-16c06e873c55 HTTP/1.1" status: 200 len: 945 time: 0.1236050 Jun 06 12:07:27.781496 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-a148f9c3-fa4b-4cf3-a121-2bfdb6f66790 req-a08cee7b-0ec8-42c4-8847-602acbc5300c tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/quotas/ba2315884e654155aea29350d5720559 HTTP/1.1" status: 200 len: 375 time: 0.0253470 Jun 06 12:07:27.820116 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-3a86441f-e586-4e6c-87ec-15f17b13b9c1 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702332'] for security_group_rule, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:27.832069 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-28282ebd-e431-4777-a58e-23c5b7f17c99 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:07:27.835846 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-a148f9c3-fa4b-4cf3-a121-2bfdb6f66790 req-98ce153a-a919-49a1-baab-220e86405589 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ba2315884e654155aea29350d5720559&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463951 Jun 06 12:07:27.865671 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a86441f-e586-4e6c-87ec-15f17b13b9c1 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52e9f9e3-56f0-41cc-b327-668adc933af6,revision_number=0']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:07:27.868687 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-3a86441f-e586-4e6c-87ec-15f17b13b9c1 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:07:27.936386 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-3a86441f-e586-4e6c-87ec-15f17b13b9c1 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:27.937466 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-3a86441f-e586-4e6c-87ec-15f17b13b9c1 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4017410 Jun 06 12:07:27.939817 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.plugin [req-dd621877-f0ab-4c6f-9c0f-2d2de53c34b6 req-8c75d14e-59c9-4bd7-b444-ea9442ed34a0 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Deleting port 67e820f7-0b84-45b6-805e-b7bd2eb0dc35 {{(pid=92097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 12:07:27.940246 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-dd621877-f0ab-4c6f-9c0f-2d2de53c34b6 req-8c75d14e-59c9-4bd7-b444-ea9442ed34a0 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778191659996'] for port, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:27.940657 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 37378) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:07:27.952307 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.v2.base [None req-453d8248-b415-41e3-abf4-02b5b4bcdbcc tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Request body: {'floatingip': {'floating_network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf'}} {{(pid=92096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:07:27.963521 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-fd108043-453f-46b9-95ed-134281c3e497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:27.966161 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-fd108043-453f-46b9-95ed-134281c3e497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:27.967827 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-fd108043-453f-46b9-95ed-134281c3e497 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/082f2c6f-7c03-4902-9853-39f9c778c29f HTTP/1.1" status: 204 len: 168 time: 0.4420707 Jun 06 12:07:27.972793 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-324e9dc9-eb96-4c85-9275-74fdda289c82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:07:28.000549 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd108043-453f-46b9-95ed-134281c3e497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=082f2c6f-7c03-4902-9853-39f9c778c29f,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:07:28.011353 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-fd108043-453f-46b9-95ed-134281c3e497 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:07:28.013568 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-a148f9c3-fa4b-4cf3-a121-2bfdb6f66790 req-2fd602ca-74f1-4129-a666-4025f46c510f service neutron] 10.222.0.32 "GET /v2.0/networks/0a7e89fe-a71c-48d9-b777-817d38d513d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703739 Jun 06 12:07:28.115683 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-453d8248-b415-41e3-abf4-02b5b4bcdbcc tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks [] for floatingip, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:28.186094 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-a148f9c3-fa4b-4cf3-a121-2bfdb6f66790 req-fe6112ec-ada3-4146-98fd-1b873d2900dc service neutron] 10.222.0.32 "GET /v2.0/networks/0a7e89fe-a71c-48d9-b777-817d38d513d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716454 Jun 06 12:07:28.189848 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.db [req-dd621877-f0ab-4c6f-9c0f-2d2de53c34b6 req-8c75d14e-59c9-4bd7-b444-ea9442ed34a0 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] For port 67e820f7-0b84-45b6-805e-b7bd2eb0dc35, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=67e820f7-0b84-45b6-805e-b7bd2eb0dc35,segment=NetworkSegment(1e74f646-9b55-4128-a6d9-a320ac69305f),segment_id=1e74f646-9b55-4128-a6d9-a320ac69305f)] {{(pid=92097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:07:28.190247 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-dd621877-f0ab-4c6f-9c0f-2d2de53c34b6 req-8c75d14e-59c9-4bd7-b444-ea9442ed34a0 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598405'] for port, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:28.368794 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-453d8248-b415-41e3-abf4-02b5b4bcdbcc tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:28.447767 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e794b-8835-4bc9-8398-7f9d66b80c17 req-2db485a4-9a15-4349-85fb-c8e0470c476c tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:07:28.449441 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-9c7e794b-8835-4bc9-8398-7f9d66b80c17 req-2db485a4-9a15-4349-85fb-c8e0470c476c tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/ports?device_id=133bafca-ca83-4455-a451-16c06e873c55 HTTP/1.1" status: 200 len: 945 time: 0.1525102 Jun 06 12:07:28.548839 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-dd621877-f0ab-4c6f-9c0f-2d2de53c34b6 req-8c75d14e-59c9-4bd7-b444-ea9442ed34a0 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:28.549580 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-dd621877-f0ab-4c6f-9c0f-2d2de53c34b6 req-8c75d14e-59c9-4bd7-b444-ea9442ed34a0 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558965'] for floatingip, after_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:28.549797 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.db.l3_db [req-dd621877-f0ab-4c6f-9c0f-2d2de53c34b6 req-8c75d14e-59c9-4bd7-b444-ea9442ed34a0 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Floating IP 296329f5-0cfb-4705-ad8a-81cb7c2ec289 disassociated. External IP: 172.28.2.57, port: 67e820f7-0b84-45b6-805e-b7bd2eb0dc35. Jun 06 12:07:28.550615 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.plugin [req-dd621877-f0ab-4c6f-9c0f-2d2de53c34b6 req-8c75d14e-59c9-4bd7-b444-ea9442ed34a0 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Calling delete_port for 67e820f7-0b84-45b6-805e-b7bd2eb0dc35 owned by compute:nova {{(pid=92097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 12:07:28.609591 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-9c7e794b-8835-4bc9-8398-7f9d66b80c17 req-319da24f-00a4-446d-8668-77b80a5e80e9 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/security-groups?id=ceabc356-99f9-4025-a839-4d356bbc8e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495764 Jun 06 12:07:28.615203 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-66cc3ea7-f194-47cb-b513-8e3dce868a6c req-3f6ea138-af71-4e6c-b9bf-5487434d5eba tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a147354-5831-4047-9eef-6e2d0044078d HTTP/1.1" status: 200 len: 210 time: 0.0617361 Jun 06 12:07:28.623346 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.db.db_base_plugin_common [None req-453d8248-b415-41e3-abf4-02b5b4bcdbcc tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Allocated IP 172.28.2.46 (f46ef3e5-e761-4cf2-8ba5-27fd00264fbf/d3e8387a-9982-4dd7-a420-a9a6c7cae1dc/2009984d-8c24-44d8-a453-4ae6d9efa954) {{(pid=92096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 12:07:28.775004 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-dd621877-f0ab-4c6f-9c0f-2d2de53c34b6 req-8c75d14e-59c9-4bd7-b444-ea9442ed34a0 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778191664348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778191160661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2165323'] for port, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:28.780698 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-11477b54-cecc-43df-943b-ab2ba2893758 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:07:28.791621 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-453d8248-b415-41e3-abf4-02b5b4bcdbcc tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks [] for port, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:28.828129 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c75d14e-59c9-4bd7-b444-ea9442ed34a0 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Pushing event deleted for resources: {'Port': ['ID=67e820f7-0b84-45b6-805e-b7bd2eb0dc35,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:07:28.831602 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-8c75d14e-59c9-4bd7-b444-ea9442ed34a0 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:07:28.928290 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-453d8248-b415-41e3-abf4-02b5b4bcdbcc tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778191160652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2160272'] for port, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:28.929920 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-0e2acbdd-4b43-4adf-83ee-1400cb474cd9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:07:28.998330 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453d8248-b415-41e3-abf4-02b5b4bcdbcc tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Network f46ef3e5-e761-4cf2-8ba5-27fd00264fbf is already hosted by enough agents. {{(pid=92096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 12:07:29.001170 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.scheduler.base_scheduler [None req-453d8248-b415-41e3-abf4-02b5b4bcdbcc tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Resources bound (agent type, host, resource id): {{(pid=92096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:07:29.005697 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453d8248-b415-41e3-abf4-02b5b4bcdbcc tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Received port after_create {{(pid=92096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 12:07:29.024855 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd621877-f0ab-4c6f-9c0f-2d2de53c34b6 req-8c75d14e-59c9-4bd7-b444-ea9442ed34a0 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Router 9d7d3fbb-ab33-4447-afbe-46e815672323 has already been hosted by L3 agent 915c5c25-b12e-44c8-ae20-885b4f191692 {{(pid=92097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 12:07:29.040033 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453d8248-b415-41e3-abf4-02b5b4bcdbcc tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Pushing event updated for resources: {'Port': ['ID=2009984d-8c24-44d8-a453-4ae6d9efa954,revision_number=1']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:07:29.045871 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-453d8248-b415-41e3-abf4-02b5b4bcdbcc tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:07:29.157626 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-453d8248-b415-41e3-abf4-02b5b4bcdbcc tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:29.289936 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd621877-f0ab-4c6f-9c0f-2d2de53c34b6 req-8c75d14e-59c9-4bd7-b444-ea9442ed34a0 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify agent at l3_agent.dv-cinder-786266-2-smb the message routers_updated {{(pid=92097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 12:07:29.305278 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298596bd-2843-46a5-a3ea-d7246c8474ce None None] Sync routers for ids ['9d7d3fbb-ab33-4447-afbe-46e815672323'] in dv-cinder-786266-2-smb {{(pid=92098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 12:07:29.318703 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298596bd-2843-46a5-a3ea-d7246c8474ce None None] Routers {'9d7d3fbb-ab33-4447-afbe-46e815672323'} bound to L3 agent in host dv-cinder-786266-2-smb {{(pid=92098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:07:29.320763 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_hamode_db [None req-298596bd-2843-46a5-a3ea-d7246c8474ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T11:54:50Z,description=,heartbeat_timestamp=2021-06-06T12:07:20Z,host='dv-cinder-786266-2-smb',id=915c5c25-b12e-44c8-ae20-885b4f191692,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:54:51Z,topic='l3_agent')) {'router_ids': ['9d7d3fbb-ab33-4447-afbe-46e815672323'], 'active': True} {{(pid=92098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:07:29.417460 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-453d8248-b415-41e3-abf4-02b5b4bcdbcc tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:29.436782 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd621877-f0ab-4c6f-9c0f-2d2de53c34b6 req-8c75d14e-59c9-4bd7-b444-ea9442ed34a0 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] No DVR routers for this DVR port 67e820f7-0b84-45b6-805e-b7bd2eb0dc35 on host hv-cinder-78626 {{(pid=92097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 12:07:29.438328 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-dd621877-f0ab-4c6f-9c0f-2d2de53c34b6 req-8c75d14e-59c9-4bd7-b444-ea9442ed34a0 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160768'] for port, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:29.441831 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-dd621877-f0ab-4c6f-9c0f-2d2de53c34b6 req-8c75d14e-59c9-4bd7-b444-ea9442ed34a0 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.35 "DELETE /v2.0/ports/67e820f7-0b84-45b6-805e-b7bd2eb0dc35 HTTP/1.1" status: 204 len: 173 time: 1.6668921 Jun 06 12:07:29.442579 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133bafca-ca83-4455-a451-16c06e873c55', 'name': 'network-vif-deleted', 'tag': '67e820f7-0b84-45b6-805e-b7bd2eb0dc35'}] {{(pid=92097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:07:29.446534 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0506e69bdf94a0a0544469556e00d4f87ccfa4abed68bb2c567d57a4f994f1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a198e2a8-8f53-4ed6-8c61-88670cd3cf5c" -d '{"events": [{"server_uuid": "133bafca-ca83-4455-a451-16c06e873c55", "name": "network-vif-deleted", "tag": "67e820f7-0b84-45b6-805e-b7bd2eb0dc35"}]}' {{(pid=92097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:07:29.539450 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 12:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dab481c-580f-4248-9ce3-be104c59ffe6 x-openstack-request-id: req-1dab481c-580f-4248-9ce3-be104c59ffe6 {{(pid=92097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:07:29.539891 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "133bafca-ca83-4455-a451-16c06e873c55", "name": "network-vif-deleted", "tag": "67e820f7-0b84-45b6-805e-b7bd2eb0dc35", "status": "completed", "code": 200}]} {{(pid=92097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:07:29.540204 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1dab481c-580f-4248-9ce3-be104c59ffe6 {{(pid=92097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:07:29.540732 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133bafca-ca83-4455-a451-16c06e873c55', 'name': 'network-vif-deleted', 'tag': '67e820f7-0b84-45b6-805e-b7bd2eb0dc35', 'status': 'completed', 'code': 200} Jun 06 12:07:29.659211 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvr_db [None req-298596bd-2843-46a5-a3ea-d7246c8474ce None None] Set router 9d7d3fbb-ab33-4447-afbe-46e815672323 gateway port host: dv-cinder-786266-2-smb {{(pid=92098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:07:29.725568 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-453d8248-b415-41e3-abf4-02b5b4bcdbcc tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks [] for port, precommit_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:29.820591 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-453d8248-b415-41e3-abf4-02b5b4bcdbcc tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2160299'] for port, after_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:29.875840 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-84a8e0f0-46c2-48f0-b877-7a6c698daa11 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:07:29.930308 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-d039bc1a-ce40-4b0d-97ff-59a275e7a986 req-ed811f12-2b7a-4683-b86b-ed1044305274 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/ports?device_id=133bafca-ca83-4455-a451-16c06e873c55 HTTP/1.1" status: 200 len: 210 time: 0.1517382 Jun 06 12:07:29.980628 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-fcbcf4c9-6cfa-48b3-877d-07a4baf84cca req-45b16ee0-969b-4147-860b-1fea952f6f27 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a147354-5831-4047-9eef-6e2d0044078d HTTP/1.1" status: 200 len: 210 time: 0.1670120 Jun 06 12:07:30.013056 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453d8248-b415-41e3-abf4-02b5b4bcdbcc tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Pushing event updated for resources: {'Port': ['ID=2009984d-8c24-44d8-a453-4ae6d9efa954,revision_number=2']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:07:30.017118 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-453d8248-b415-41e3-abf4-02b5b4bcdbcc tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:07:30.023037 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-453d8248-b415-41e3-abf4-02b5b4bcdbcc tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558965'] for floatingip, after_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:30.060517 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_hamode_db [None req-298596bd-2843-46a5-a3ea-d7246c8474ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7d3fbb-ab33-4447-afbe-46e815672323', 'name': 'tempest-AttachVolumeTestJSON-581758585-router', 'tenant_id': 'eca5e9a6e3374a4193593b4832b36a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': '0ac27d11-e92b-44bd-827f-b18b80d79f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:03:01Z', 'updated_at': '2021-06-06T12:03:16Z', 'revision_number': 4, 'project_id': 'eca5e9a6e3374a4193593b4832b36a26', 'gw_port': {'id': '0ac27d11-e92b-44bd-827f-b18b80d79f35', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7d3fbb-ab33-4447-afbe-46e815672323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:03Z', 'updated_at': '2021-06-06T12:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb', '_interfaces': [{'id': 'b1a9cc54-d98e-4cc5-9625-41c1bbd6010f', 'name': '', 'network_id': '99f1ec4c-50c1-42cf-bf31-28bc5611fa58', 'tenant_id': 'eca5e9a6e3374a4193593b4832b36a26', 'mac_address': 'fa:16:3e:bf:e5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7d3fbb-ab33-4447-afbe-46e815672323', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd6151d6c-a3ca-4b30-8028-8df9c8252719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:13Z', 'updated_at': '2021-06-06T12:03:30Z', 'revision_number': 5, 'project_id': 'eca5e9a6e3374a4193593b4832b36a26', 'subnets': [{'id': 'd6151d6c-a3ca-4b30-8028-8df9c8252719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-2-smb', False) {} {{(pid=92098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:07:30.064165 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298596bd-2843-46a5-a3ea-d7246c8474ce None None] Checking router: 9d7d3fbb-ab33-4447-afbe-46e815672323 for host: dv-cinder-786266-2-smb {{(pid=92098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 12:07:30.073151 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298596bd-2843-46a5-a3ea-d7246c8474ce None None] Routers {'9d7d3fbb-ab33-4447-afbe-46e815672323'} bound to L3 agent in host dv-cinder-786266-2-smb {{(pid=92098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:07:30.073685 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_hamode_db [None req-298596bd-2843-46a5-a3ea-d7246c8474ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T11:54:50Z,description=,heartbeat_timestamp=2021-06-06T12:07:20Z,host='dv-cinder-786266-2-smb',id=915c5c25-b12e-44c8-ae20-885b4f191692,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:54:51Z,topic='l3_agent')) {'router_ids': ['9d7d3fbb-ab33-4447-afbe-46e815672323'], 'active': True} {{(pid=92098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:07:30.118175 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-453d8248-b415-41e3-abf4-02b5b4bcdbcc tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160768'] for floatingip, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:30.119646 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-453d8248-b415-41e3-abf4-02b5b4bcdbcc tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1773055 Jun 06 12:07:30.236804 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device 67e820f7-0b84-45b6-805e-b7bd2eb0dc35 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 12:07:30.290781 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.plugin [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] No Port match for: 67e820f7-0b84-45b6-805e-b7bd2eb0dc35 {{(pid=92098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 12:07:30.290906 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device 67e820f7-0b84-45b6-805e-b7bd2eb0dc35 not bound to the agent host hv-cinder-78626 {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 12:07:30.320285 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvr_db [None req-298596bd-2843-46a5-a3ea-d7246c8474ce None None] Set router 9d7d3fbb-ab33-4447-afbe-46e815672323 gateway port host: dv-cinder-786266-2-smb {{(pid=92098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:07:30.383323 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-760ab876-1e26-480e-93aa-7d65c3d8d987 req-cfb69c43-7e1e-4418-8b46-350e0f727de9 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--548737002&fields=id&tenant_id=fa82d4a0d6da4865a82dec984aed67ec HTTP/1.1" status: 200 len: 267 time: 0.0414586 Jun 06 12:07:30.557610 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760ab876-1e26-480e-93aa-7d65c3d8d987 req-cfa4fb45-9d91-4899-929a-444268c866f1 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:07:30.559234 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-760ab876-1e26-480e-93aa-7d65c3d8d987 req-cfa4fb45-9d91-4899-929a-444268c866f1 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/networks?id=9d232693-3d67-4acc-8d54-aa5376170328 HTTP/1.1" status: 200 len: 817 time: 0.1675444 Jun 06 12:07:30.574546 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-760ab876-1e26-480e-93aa-7d65c3d8d987 req-d8ab2b83-c8b8-46f1-9edc-de621aff19d9 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/quotas/fa82d4a0d6da4865a82dec984aed67ec HTTP/1.1" status: 200 len: 375 time: 0.0092189 Jun 06 12:07:30.671110 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_hamode_db [None req-298596bd-2843-46a5-a3ea-d7246c8474ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7d3fbb-ab33-4447-afbe-46e815672323', 'name': 'tempest-AttachVolumeTestJSON-581758585-router', 'tenant_id': 'eca5e9a6e3374a4193593b4832b36a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': '0ac27d11-e92b-44bd-827f-b18b80d79f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:03:01Z', 'updated_at': '2021-06-06T12:03:16Z', 'revision_number': 4, 'project_id': 'eca5e9a6e3374a4193593b4832b36a26', 'gw_port': {'id': '0ac27d11-e92b-44bd-827f-b18b80d79f35', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7d3fbb-ab33-4447-afbe-46e815672323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:03Z', 'updated_at': '2021-06-06T12:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb', '_interfaces': [{'id': 'b1a9cc54-d98e-4cc5-9625-41c1bbd6010f', 'name': '', 'network_id': '99f1ec4c-50c1-42cf-bf31-28bc5611fa58', 'tenant_id': 'eca5e9a6e3374a4193593b4832b36a26', 'mac_address': 'fa:16:3e:bf:e5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7d3fbb-ab33-4447-afbe-46e815672323', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd6151d6c-a3ca-4b30-8028-8df9c8252719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:13Z', 'updated_at': '2021-06-06T12:03:30Z', 'revision_number': 5, 'project_id': 'eca5e9a6e3374a4193593b4832b36a26', 'subnets': [{'id': 'd6151d6c-a3ca-4b30-8028-8df9c8252719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-2-smb', False) {} {{(pid=92098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:07:30.671261 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298596bd-2843-46a5-a3ea-d7246c8474ce None None] The sync data for ids ['9d7d3fbb-ab33-4447-afbe-46e815672323'] in dv-cinder-786266-2-smb is: [{'id': '9d7d3fbb-ab33-4447-afbe-46e815672323', 'name': 'tempest-AttachVolumeTestJSON-581758585-router', 'tenant_id': 'eca5e9a6e3374a4193593b4832b36a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': '0ac27d11-e92b-44bd-827f-b18b80d79f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:03:01Z', 'updated_at': '2021-06-06T12:03:16Z', 'revision_number': 4, 'project_id': 'eca5e9a6e3374a4193593b4832b36a26', 'gw_port': {'id': '0ac27d11-e92b-44bd-827f-b18b80d79f35', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7d3fbb-ab33-4447-afbe-46e815672323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:03Z', 'updated_at': '2021-06-06T12:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb', '_interfaces': [{'id': 'b1a9cc54-d98e-4cc5-9625-41c1bbd6010f', 'name': '', 'network_id': '99f1ec4c-50c1-42cf-bf31-28bc5611fa58', 'tenant_id': 'eca5e9a6e3374a4193593b4832b36a26', 'mac_address': 'fa:16:3e:bf:e5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7d3fbb-ab33-4447-afbe-46e815672323', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd6151d6c-a3ca-4b30-8028-8df9c8252719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:13Z', 'updated_at': '2021-06-06T12:03:30Z', 'revision_number': 5, 'project_id': 'eca5e9a6e3374a4193593b4832b36a26', 'subnets': [{'id': 'd6151d6c-a3ca-4b30-8028-8df9c8252719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 12:07:30.678205 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-760ab876-1e26-480e-93aa-7d65c3d8d987 req-5c96c5bd-b819-44e7-939d-a4bb7d2d7d8a tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fa82d4a0d6da4865a82dec984aed67ec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0979192 Jun 06 12:07:30.834650 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-760ab876-1e26-480e-93aa-7d65c3d8d987 req-e048fc5e-a63a-48c5-8ee8-53267dc91f55 service neutron] 10.222.0.32 "GET /v2.0/networks/9d232693-3d67-4acc-8d54-aa5376170328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435223 Jun 06 12:07:30.973962 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653bcdda-2e24-4d38-aa34-5392efe76f15 None None] New status for floating IP 296329f5-0cfb-4705-ad8a-81cb7c2ec289: DOWN {{(pid=92099) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 12:07:30.984049 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-760ab876-1e26-480e-93aa-7d65c3d8d987 req-2e41d73f-22e8-44b5-801c-9043e872e0ba service neutron] 10.222.0.32 "GET /v2.0/networks/9d232693-3d67-4acc-8d54-aa5376170328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450443 Jun 06 12:07:31.255993 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-2ec7b5ac-a190-4ccb-9c30-71046f89e962 req-b5d2779e-3b1c-425a-aec8-d237bde6718a tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a147354-5831-4047-9eef-6e2d0044078d HTTP/1.1" status: 200 len: 210 time: 0.0513573 Jun 06 12:07:31.325957 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a148f9c3-fa4b-4cf3-a121-2bfdb6f66790 req-a8110810-6fe8-4c59-aced-35445b6ea584 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:07:31.327375 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-a148f9c3-fa4b-4cf3-a121-2bfdb6f66790 req-a8110810-6fe8-4c59-aced-35445b6ea584 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.35 "GET /v2.0/networks?id=0a7e89fe-a71c-48d9-b777-817d38d513d5 HTTP/1.1" status: 200 len: 814 time: 0.2729409 Jun 06 12:07:31.347533 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.v2.base [req-a148f9c3-fa4b-4cf3-a121-2bfdb6f66790 req-d4906f3b-c03e-4d5e-ab7c-a4acd08ac389 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Request body: {'port': {'device_id': '9a147354-5831-4047-9eef-6e2d0044078d', 'network_id': '0a7e89fe-a71c-48d9-b777-817d38d513d5', 'admin_state_up': True, 'tenant_id': 'ba2315884e654155aea29350d5720559'}} {{(pid=92097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:07:31.364108 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-8531d29a-3fd8-4065-a42d-cfe701968777 req-a9dd2657-102c-489c-8891-d48da01d700b tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=766b7e00-50a8-46c0-a359-a73cb4a10e89 HTTP/1.1" status: 200 len: 210 time: 0.0493076 Jun 06 12:07:31.376855 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 37470) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:07:31.512895 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-ee94b3fd-975d-44e1-87be-d028fa8dfb2b tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks [] for security_group, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:31.545681 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-ee94b3fd-975d-44e1-87be-d028fa8dfb2b tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:31.607741 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a148f9c3-fa4b-4cf3-a121-2bfdb6f66790 req-d4906f3b-c03e-4d5e-ab7c-a4acd08ac389 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Made reservation on behalf of ba2315884e654155aea29350d5720559 for: {'port': 1} {{(pid=92097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 12:07:31.611843 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-a148f9c3-fa4b-4cf3-a121-2bfdb6f66790 req-d4906f3b-c03e-4d5e-ab7c-a4acd08ac389 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:31.695248 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-ee94b3fd-975d-44e1-87be-d028fa8dfb2b tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:31.705435 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-ee94b3fd-975d-44e1-87be-d028fa8dfb2b tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks [] for security_group, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:31.711172 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 37478) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:07:31.711579 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-ee94b3fd-975d-44e1-87be-d028fa8dfb2b tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "DELETE /v2.0/security-groups/ceabc356-99f9-4025-a839-4d356bbc8e83 HTTP/1.1" status: 204 len: 168 time: 0.3336484 Jun 06 12:07:31.712397 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-4071e2f4-186d-449e-8b2d-4352574906af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:07:31.733478 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee94b3fd-975d-44e1-87be-d028fa8dfb2b tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceabc356-99f9-4025-a839-4d356bbc8e83,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:07:31.752942 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-ee94b3fd-975d-44e1-87be-d028fa8dfb2b tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:07:31.764880 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.api.v2.resource [None req-d218c046-e67b-429c-8d9c-5eab15b3aafc tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] show failed (client error): The resource could not be found. Jun 06 12:07:31.769981 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-d218c046-e67b-429c-8d9c-5eab15b3aafc tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/security-groups/ceabc356-99f9-4025-a839-4d356bbc8e83 HTTP/1.1" status: 404 len: 347 time: 0.0537996 Jun 06 12:07:31.771434 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 37482) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:07:31.809335 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.db_base_plugin_common [req-a148f9c3-fa4b-4cf3-a121-2bfdb6f66790 req-d4906f3b-c03e-4d5e-ab7c-a4acd08ac389 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Allocated IP 172.20.0.4 (0a7e89fe-a71c-48d9-b777-817d38d513d5/cf722215-7508-469b-84a9-6e792d6fef94/21ccb649-d5e0-4d67-a842-3869dc43be20) {{(pid=92097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 12:07:31.998526 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.plugin [None req-8d444dd5-be4d-4f66-aefd-327fcfc51a9c tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Deleting port e3e39d21-7448-41c1-9718-721abe51d011 {{(pid=92096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 12:07:31.998857 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-8d444dd5-be4d-4f66-aefd-327fcfc51a9c tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778191659996'] for port, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:32.140215 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-a148f9c3-fa4b-4cf3-a121-2bfdb6f66790 req-d4906f3b-c03e-4d5e-ab7c-a4acd08ac389 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Notify callbacks [] for port, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:32.202532 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-8d444dd5-be4d-4f66-aefd-327fcfc51a9c tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598405'] for port, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:32.202792 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-8d444dd5-be4d-4f66-aefd-327fcfc51a9c tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:32.261334 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-a148f9c3-fa4b-4cf3-a121-2bfdb6f66790 req-d4906f3b-c03e-4d5e-ab7c-a4acd08ac389 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778191160652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2165323'] for port, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:32.268442 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-284de938-4c33-4c27-91e9-1e7683061822 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:07:32.329079 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.plugin [None req-8d444dd5-be4d-4f66-aefd-327fcfc51a9c tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Calling delete_port for e3e39d21-7448-41c1-9718-721abe51d011 owned by network:floatingip {{(pid=92096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 12:07:32.335006 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a148f9c3-fa4b-4cf3-a121-2bfdb6f66790 req-d4906f3b-c03e-4d5e-ab7c-a4acd08ac389 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Network 0a7e89fe-a71c-48d9-b777-817d38d513d5 is already hosted by enough agents. {{(pid=92097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 12:07:32.339405 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.base_scheduler [req-a148f9c3-fa4b-4cf3-a121-2bfdb6f66790 req-d4906f3b-c03e-4d5e-ab7c-a4acd08ac389 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Resources bound (agent type, host, resource id): {{(pid=92097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:07:32.342940 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.l3_dvrscheduler_db [req-a148f9c3-fa4b-4cf3-a121-2bfdb6f66790 req-d4906f3b-c03e-4d5e-ab7c-a4acd08ac389 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Received port after_create {{(pid=92097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 12:07:32.434938 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4906f3b-c03e-4d5e-ab7c-a4acd08ac389 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Pushing event updated for resources: {'Port': ['ID=21ccb649-d5e0-4d67-a842-3869dc43be20,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:07:32.448375 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-d4906f3b-c03e-4d5e-ab7c-a4acd08ac389 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:07:32.458823 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a148f9c3-fa4b-4cf3-a121-2bfdb6f66790 req-d4906f3b-c03e-4d5e-ab7c-a4acd08ac389 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:07:32.459366 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-a148f9c3-fa4b-4cf3-a121-2bfdb6f66790 req-d4906f3b-c03e-4d5e-ab7c-a4acd08ac389 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160768'] for port, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:32.536715 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-a148f9c3-fa4b-4cf3-a121-2bfdb6f66790 req-d4906f3b-c03e-4d5e-ab7c-a4acd08ac389 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1996150 Jun 06 12:07:32.547895 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.v2.base [req-a148f9c3-fa4b-4cf3-a121-2bfdb6f66790 req-2c67724c-1629-4ef3-9df4-24930d2dde11 service neutron] Request body: {'port': {'device_id': '9a147354-5831-4047-9eef-6e2d0044078d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=92097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:07:32.557886 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7214376e-19d8-4cb2-aaac-d44d50dffedb req-b9c5fc33-c133-4bc4-ba85-3f27f5a31262 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:07:32.559308 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-7214376e-19d8-4cb2-aaac-d44d50dffedb req-b9c5fc33-c133-4bc4-ba85-3f27f5a31262 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a147354-5831-4047-9eef-6e2d0044078d HTTP/1.1" status: 200 len: 931 time: 0.1425555 Jun 06 12:07:32.565536 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-edf183a1-5d2f-40d4-aeec-c7790bba8c0c req-b55e560f-f58f-410b-8dab-974552c99d9d tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=766b7e00-50a8-46c0-a359-a73cb4a10e89 HTTP/1.1" status: 200 len: 210 time: 0.0560760 Jun 06 12:07:32.596638 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-8d444dd5-be4d-4f66-aefd-327fcfc51a9c tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778191664348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778191160661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2160272'] for port, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:32.604113 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-6086faf5-bc3f-434e-86ae-c21db05abec1 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:07:32.648553 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d444dd5-be4d-4f66-aefd-327fcfc51a9c tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Pushing event deleted for resources: {'Port': ['ID=e3e39d21-7448-41c1-9718-721abe51d011,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:07:32.653710 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-8d444dd5-be4d-4f66-aefd-327fcfc51a9c tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:07:32.658148 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-7214376e-19d8-4cb2-aaac-d44d50dffedb req-63be888f-851d-4868-b1a4-540dd7a17026 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/security-groups?id=364c3307-ea3e-4f64-b081-feec556770fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916450 Jun 06 12:07:32.661464 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-a148f9c3-fa4b-4cf3-a121-2bfdb6f66790 req-2c67724c-1629-4ef3-9df4-24930d2dde11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:32.752591 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-8d444dd5-be4d-4f66-aefd-327fcfc51a9c tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks [] for floatingip, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:32.756076 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-8d444dd5-be4d-4f66-aefd-327fcfc51a9c tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160768'] for floatingip, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:32.760105 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-8d444dd5-be4d-4f66-aefd-327fcfc51a9c tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "DELETE /v2.0/floatingips/296329f5-0cfb-4705-ad8a-81cb7c2ec289 HTTP/1.1" status: 204 len: 168 time: 0.9847589 Jun 06 12:07:33.019679 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.notifiers.nova [req-a148f9c3-fa4b-4cf3-a121-2bfdb6f66790 req-2c67724c-1629-4ef3-9df4-24930d2dde11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21ccb649-d5e0-4d67-a842-3869dc43be20 {{(pid=92097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 12:07:33.027167 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-a148f9c3-fa4b-4cf3-a121-2bfdb6f66790 req-2c67724c-1629-4ef3-9df4-24930d2dde11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:33.041537 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.provisioning_blocks [req-a148f9c3-fa4b-4cf3-a121-2bfdb6f66790 req-2c67724c-1629-4ef3-9df4-24930d2dde11 service neutron] Transition to ACTIVE for port object 21ccb649-d5e0-4d67-a842-3869dc43be20 will not be triggered until provisioned by entity L2. {{(pid=92097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 12:07:33.116358 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-a148f9c3-fa4b-4cf3-a121-2bfdb6f66790 req-2c67724c-1629-4ef3-9df4-24930d2dde11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2165360'] for port, after_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:33.121375 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-214aa875-97e9-4259-90be-20c408225b44 tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:07:33.138082 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 37498) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:07:33.142803 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.v2.base [None req-ce2dff2e-7cf6-48d9-a8c9-495378d86978 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1844699697', 'description': 'tempest-description--1765294246'}} {{(pid=92096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:07:33.236491 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-ce2dff2e-7cf6-48d9-a8c9-495378d86978 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks [] for security_group, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:33.243919 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c67724c-1629-4ef3-9df4-24930d2dde11 service neutron] Pushing event updated for resources: {'Port': ['ID=21ccb649-d5e0-4d67-a842-3869dc43be20,revision_number=2']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:07:33.275152 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-2c67724c-1629-4ef3-9df4-24930d2dde11 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:07:33.351600 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.managers [req-a148f9c3-fa4b-4cf3-a121-2bfdb6f66790 req-2c67724c-1629-4ef3-9df4-24930d2dde11 service neutron] Attempting to bind port 21ccb649-d5e0-4d67-a842-3869dc43be20 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=92097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 12:07:33.352275 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.managers [req-a148f9c3-fa4b-4cf3-a121-2bfdb6f66790 req-2c67724c-1629-4ef3-9df4-24930d2dde11 service neutron] Attempting to bind port 21ccb649-d5e0-4d67-a842-3869dc43be20 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '44f1586a-fdb1-41b1-9617-6c4cf8707ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0a7e89fe-a71c-48d9-b777-817d38d513d5'}] {{(pid=92097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 12:07:33.352275 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a148f9c3-fa4b-4cf3-a121-2bfdb6f66790 req-2c67724c-1629-4ef3-9df4-24930d2dde11 service neutron] Attempting to bind port 21ccb649-d5e0-4d67-a842-3869dc43be20 on network 0a7e89fe-a71c-48d9-b777-817d38d513d5 {{(pid=92097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 12:07:33.356979 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a148f9c3-fa4b-4cf3-a121-2bfdb6f66790 req-2c67724c-1629-4ef3-9df4-24930d2dde11 service neutron] Port 21ccb649-d5e0-4d67-a842-3869dc43be20 on network 0a7e89fe-a71c-48d9-b777-817d38d513d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=92097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 12:07:33.359501 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a148f9c3-fa4b-4cf3-a121-2bfdb6f66790 req-2c67724c-1629-4ef3-9df4-24930d2dde11 service neutron] Attempting to bind port 21ccb649-d5e0-4d67-a842-3869dc43be20 on network 0a7e89fe-a71c-48d9-b777-817d38d513d5 {{(pid=92097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 12:07:33.363242 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a148f9c3-fa4b-4cf3-a121-2bfdb6f66790 req-2c67724c-1629-4ef3-9df4-24930d2dde11 service neutron] Checking agent: {'id': '7f4f2d28-9bb0-42d9-b4ad-6ed22ccae0f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 12, 1, 20), 'started_at': datetime.datetime(2021, 6, 6, 12, 1, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 12, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 12:07:33.363510 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a148f9c3-fa4b-4cf3-a121-2bfdb6f66790 req-2c67724c-1629-4ef3-9df4-24930d2dde11 service neutron] Checking segment: {'id': '44f1586a-fdb1-41b1-9617-6c4cf8707ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0a7e89fe-a71c-48d9-b777-817d38d513d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 12:07:33.363863 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a148f9c3-fa4b-4cf3-a121-2bfdb6f66790 req-2c67724c-1629-4ef3-9df4-24930d2dde11 service neutron] Bound using segment: {'id': '44f1586a-fdb1-41b1-9617-6c4cf8707ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0a7e89fe-a71c-48d9-b777-817d38d513d5'} {{(pid=92097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 12:07:33.364296 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.managers [req-a148f9c3-fa4b-4cf3-a121-2bfdb6f66790 req-2c67724c-1629-4ef3-9df4-24930d2dde11 service neutron] Bound port: 21ccb649-d5e0-4d67-a842-3869dc43be20, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44f1586a-fdb1-41b1-9617-6c4cf8707ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0a7e89fe-a71c-48d9-b777-817d38d513d5'}}] {{(pid=92097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 12:07:33.364643 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-a148f9c3-fa4b-4cf3-a121-2bfdb6f66790 req-2c67724c-1629-4ef3-9df4-24930d2dde11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:33.366216 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-ce2dff2e-7cf6-48d9-a8c9-495378d86978 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks [] for security_group, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:33.437416 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-ce2dff2e-7cf6-48d9-a8c9-495378d86978 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:33.451793 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-fd108043-453f-46b9-95ed-134281c3e497 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:07:33.455143 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.db [req-a148f9c3-fa4b-4cf3-a121-2bfdb6f66790 req-2c67724c-1629-4ef3-9df4-24930d2dde11 service neutron] For port 21ccb649-d5e0-4d67-a842-3869dc43be20, host hv-cinder-78626, cleared binding levels {{(pid=92097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 12:07:33.458331 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.db [req-a148f9c3-fa4b-4cf3-a121-2bfdb6f66790 req-2c67724c-1629-4ef3-9df4-24930d2dde11 service neutron] For port 21ccb649-d5e0-4d67-a842-3869dc43be20, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=21ccb649-d5e0-4d67-a842-3869dc43be20,segment=NetworkSegment(44f1586a-fdb1-41b1-9617-6c4cf8707ae8),segment_id=44f1586a-fdb1-41b1-9617-6c4cf8707ae8)] {{(pid=92097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 12:07:33.552716 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-a148f9c3-fa4b-4cf3-a121-2bfdb6f66790 req-2c67724c-1629-4ef3-9df4-24930d2dde11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2165360'] for port, after_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:33.552971 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2dff2e-7cf6-48d9-a8c9-495378d86978 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=408ec680-3e05-4873-9da0-213dd4b9b393,revision_number=1']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:07:33.556588 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-f425fd77-c88e-41f5-834c-5668461ae0e6 tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:07:33.557460 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-ce2dff2e-7cf6-48d9-a8c9-495378d86978 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:07:33.588253 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760ab876-1e26-480e-93aa-7d65c3d8d987 req-7181e0db-b017-4d8a-be63-07ab81c60d64 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:07:33.592660 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-760ab876-1e26-480e-93aa-7d65c3d8d987 req-7181e0db-b017-4d8a-be63-07ab81c60d64 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.35 "GET /v2.0/networks?id=9d232693-3d67-4acc-8d54-aa5376170328 HTTP/1.1" status: 200 len: 817 time: 0.1901329 Jun 06 12:07:33.622302 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a148f9c3-fa4b-4cf3-a121-2bfdb6f66790 req-2c67724c-1629-4ef3-9df4-24930d2dde11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:07:33.622408 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-a148f9c3-fa4b-4cf3-a121-2bfdb6f66790 req-2c67724c-1629-4ef3-9df4-24930d2dde11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160768'] for port, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:33.627231 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-a148f9c3-fa4b-4cf3-a121-2bfdb6f66790 req-2c67724c-1629-4ef3-9df4-24930d2dde11 service neutron] 10.222.0.35 "PUT /v2.0/ports/21ccb649-d5e0-4d67-a842-3869dc43be20 HTTP/1.1" status: 200 len: 1093 time: 1.0799651 Jun 06 12:07:33.627231 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a147354-5831-4047-9eef-6e2d0044078d', 'tag': '21ccb649-d5e0-4d67-a842-3869dc43be20'}] {{(pid=92097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:07:33.627231 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0506e69bdf94a0a0544469556e00d4f87ccfa4abed68bb2c567d57a4f994f1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e58e3d0-33ef-44d8-9a10-c3a29c5f34fa" -d '{"events": [{"name": "network-changed", "server_uuid": "9a147354-5831-4047-9eef-6e2d0044078d", "tag": "21ccb649-d5e0-4d67-a842-3869dc43be20"}]}' {{(pid=92097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:07:33.649988 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-760ab876-1e26-480e-93aa-7d65c3d8d987 req-d2e207fd-1531-442e-a39a-34a4911e3a7a tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa82d4a0d6da4865a82dec984aed67ec HTTP/1.1" status: 200 len: 379 time: 0.0516109 Jun 06 12:07:33.652579 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-ce2dff2e-7cf6-48d9-a8c9-495378d86978 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks [] for security_group, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:33.657791 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-ce2dff2e-7cf6-48d9-a8c9-495378d86978 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5162182 Jun 06 12:07:33.658244 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 37510) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:07:33.664017 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.v2.base [None req-1d9e424a-4444-4762-9f4c-8d75b3a3ca2f tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Request body: {'security_group_rule': {'security_group_id': '408ec680-3e05-4873-9da0-213dd4b9b393', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:07:33.674110 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.v2.base [req-760ab876-1e26-480e-93aa-7d65c3d8d987 req-94930969-16be-403e-9483-fec071df64f8 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Request body: {'port': {'device_id': '766b7e00-50a8-46c0-a359-a73cb4a10e89', 'network_id': '9d232693-3d67-4acc-8d54-aa5376170328', 'admin_state_up': True, 'tenant_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'security_groups': ['bf080b62-b1c7-4281-8d6c-afe66baa29f3']}} {{(pid=92096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:07:33.675774 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c67724c-1629-4ef3-9df4-24930d2dde11 service neutron] Pushing event updated for resources: {'Port': ['ID=21ccb649-d5e0-4d67-a842-3869dc43be20,revision_number=3']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:07:33.682334 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-2c67724c-1629-4ef3-9df4-24930d2dde11 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:07:33.723138 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 12:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33485e08-ab3e-43bc-a6c3-db1ec8ff9d8b x-openstack-request-id: req-33485e08-ab3e-43bc-a6c3-db1ec8ff9d8b {{(pid=92097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:07:33.723461 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a147354-5831-4047-9eef-6e2d0044078d", "tag": "21ccb649-d5e0-4d67-a842-3869dc43be20", "status": "completed", "code": 200}]} {{(pid=92097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:07:33.723749 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-33485e08-ab3e-43bc-a6c3-db1ec8ff9d8b {{(pid=92097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:07:33.724170 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a147354-5831-4047-9eef-6e2d0044078d', 'tag': '21ccb649-d5e0-4d67-a842-3869dc43be20', 'status': 'completed', 'code': 200} Jun 06 12:07:33.837438 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-937166ef-d6f7-48a3-af30-0104148c34b4 req-71ee154a-c8b1-47c1-9e1a-32b21251a7a9 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=766b7e00-50a8-46c0-a359-a73cb4a10e89 HTTP/1.1" status: 200 len: 210 time: 0.1172791 Jun 06 12:07:33.868516 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e58e3d0-33ef-44d8-9a10-c3a29c5f34fa req-ee58e085-4fa0-4414-be0f-eccf8fa8b1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:07:33.870807 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-4e58e3d0-33ef-44d8-9a10-c3a29c5f34fa req-ee58e085-4fa0-4414-be0f-eccf8fa8b1b1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ba2315884e654155aea29350d5720559&device_id=9a147354-5831-4047-9eef-6e2d0044078d HTTP/1.1" status: 200 len: 1096 time: 0.1232982 Jun 06 12:07:33.937543 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-1d9e424a-4444-4762-9f4c-8d75b3a3ca2f tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:34.032517 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e58e3d0-33ef-44d8-9a10-c3a29c5f34fa req-9d3ee774-7c11-4014-9b3d-82a073d43e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:07:34.035516 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-4e58e3d0-33ef-44d8-9a10-c3a29c5f34fa req-9d3ee774-7c11-4014-9b3d-82a073d43e86 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=ba2315884e654155aea29350d5720559&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1578455 Jun 06 12:07:34.045148 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbca119-21d0-4906-b828-0106392ecb7d req-5d6a3cc4-825d-43b9-bc32-891a714a1931 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:07:34.046611 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-adbca119-21d0-4906-b828-0106392ecb7d req-5d6a3cc4-825d-43b9-bc32-891a714a1931 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a147354-5831-4047-9eef-6e2d0044078d HTTP/1.1" status: 200 len: 943 time: 0.2024190 Jun 06 12:07:34.058177 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-1d9e424a-4444-4762-9f4c-8d75b3a3ca2f tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:34.102359 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-adbca119-21d0-4906-b828-0106392ecb7d req-1884cf26-ba2d-4f2e-9450-60edc57172b9 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/security-groups?id=364c3307-ea3e-4f64-b081-feec556770fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459125 Jun 06 12:07:34.123728 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-760ab876-1e26-480e-93aa-7d65c3d8d987 req-94930969-16be-403e-9483-fec071df64f8 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Made reservation on behalf of fa82d4a0d6da4865a82dec984aed67ec for: {'port': 1} {{(pid=92096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 12:07:34.127159 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-760ab876-1e26-480e-93aa-7d65c3d8d987 req-94930969-16be-403e-9483-fec071df64f8 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:34.176638 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e58e3d0-33ef-44d8-9a10-c3a29c5f34fa req-f4922de7-7a19-47a5-9cc8-04a164d7ae42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:07:34.178106 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-4e58e3d0-33ef-44d8-9a10-c3a29c5f34fa req-f4922de7-7a19-47a5-9cc8-04a164d7ae42 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1367233 Jun 06 12:07:34.186472 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-1d9e424a-4444-4762-9f4c-8d75b3a3ca2f tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702332'] for security_group_rule, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:34.198055 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:07:34.235018 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9e424a-4444-4762-9f4c-8d75b3a3ca2f tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52c2eaa9-6d0a-4a31-b101-6b0b7311f65d,revision_number=0']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:07:34.243944 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-1d9e424a-4444-4762-9f4c-8d75b3a3ca2f tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:07:34.322349 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.db.db_base_plugin_common [req-760ab876-1e26-480e-93aa-7d65c3d8d987 req-94930969-16be-403e-9483-fec071df64f8 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Allocated IP 172.20.0.9 (9d232693-3d67-4acc-8d54-aa5376170328/9af00337-26dd-42bb-a5b7-bfb5439775d6/3483bab3-4419-4ece-8721-154681a0f80a) {{(pid=92096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 12:07:34.351046 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-1d9e424a-4444-4762-9f4c-8d75b3a3ca2f tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:34.354493 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-1d9e424a-4444-4762-9f4c-8d75b3a3ca2f tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6924210 Jun 06 12:07:34.354614 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 37526) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:07:34.359035 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.v2.base [None req-d5a4a4fb-92f0-412e-905c-25db64ef3e71 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Request body: {'security_group_rule': {'security_group_id': '408ec680-3e05-4873-9da0-213dd4b9b393', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:07:34.387226 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a148f9c3-fa4b-4cf3-a121-2bfdb6f66790 req-4adbb8d4-5184-40e8-b672-a29c9e2664d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:07:34.388656 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-a148f9c3-fa4b-4cf3-a121-2bfdb6f66790 req-4adbb8d4-5184-40e8-b672-a29c9e2664d8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ba2315884e654155aea29350d5720559&device_id=9a147354-5831-4047-9eef-6e2d0044078d HTTP/1.1" status: 200 len: 1096 time: 0.1746676 Jun 06 12:07:34.459458 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-a148f9c3-fa4b-4cf3-a121-2bfdb6f66790 req-e552f8c0-1b51-4c05-9446-cf409b6c0b4b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21ccb649-d5e0-4d67-a842-3869dc43be20 HTTP/1.1" status: 200 len: 217 time: 0.0627556 Jun 06 12:07:34.502398 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-d5a4a4fb-92f0-412e-905c-25db64ef3e71 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:34.521497 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a148f9c3-fa4b-4cf3-a121-2bfdb6f66790 req-9ee2091a-2fd4-41f9-8d63-336185bdc0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:07:34.522971 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-a148f9c3-fa4b-4cf3-a121-2bfdb6f66790 req-9ee2091a-2fd4-41f9-8d63-336185bdc0a2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cf722215-7508-469b-84a9-6e792d6fef94 HTTP/1.1" status: 200 len: 854 time: 0.0579181 Jun 06 12:07:34.570642 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-a148f9c3-fa4b-4cf3-a121-2bfdb6f66790 req-ac7d4cc7-dffa-49be-8fbb-881d1bc88870 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0a7e89fe-a71c-48d9-b777-817d38d513d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414040 Jun 06 12:07:34.662638 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-760ab876-1e26-480e-93aa-7d65c3d8d987 req-94930969-16be-403e-9483-fec071df64f8 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks [] for port, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:34.685449 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.db.provisioning_blocks [req-760ab876-1e26-480e-93aa-7d65c3d8d987 req-94930969-16be-403e-9483-fec071df64f8 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Transition to ACTIVE for port object 3483bab3-4419-4ece-8721-154681a0f80a will not be triggered until provisioned by entity DHCP. {{(pid=92096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 12:07:34.700981 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-d5a4a4fb-92f0-412e-905c-25db64ef3e71 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:34.704886 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-a148f9c3-fa4b-4cf3-a121-2bfdb6f66790 req-5416a88a-f369-47f9-b475-5ab797d58e43 service neutron] 10.222.0.35 "GET /v2.0/networks/0a7e89fe-a71c-48d9-b777-817d38d513d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280520 Jun 06 12:07:34.804216 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-d5a4a4fb-92f0-412e-905c-25db64ef3e71 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702332'] for security_group_rule, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:34.805616 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-760ab876-1e26-480e-93aa-7d65c3d8d987 req-94930969-16be-403e-9483-fec071df64f8 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778191160652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2160272'] for port, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:34.811529 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:07:34.835010 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-a148f9c3-fa4b-4cf3-a121-2bfdb6f66790 req-03be0023-737d-470c-942f-8d0bfb9d1aaa service neutron] 10.222.0.35 "GET /v2.0/networks/0a7e89fe-a71c-48d9-b777-817d38d513d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218700 Jun 06 12:07:34.845078 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-760ab876-1e26-480e-93aa-7d65c3d8d987 req-94930969-16be-403e-9483-fec071df64f8 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Network 9d232693-3d67-4acc-8d54-aa5376170328 is already hosted by enough agents. {{(pid=92096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 12:07:34.845930 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a4a4fb-92f0-412e-905c-25db64ef3e71 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d560304f-a2ce-4812-b719-7efefb3ab9de,revision_number=0']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:07:34.848788 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.scheduler.base_scheduler [req-760ab876-1e26-480e-93aa-7d65c3d8d987 req-94930969-16be-403e-9483-fec071df64f8 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Resources bound (agent type, host, resource id): {{(pid=92096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:07:34.851089 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.db.l3_dvrscheduler_db [req-760ab876-1e26-480e-93aa-7d65c3d8d987 req-94930969-16be-403e-9483-fec071df64f8 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Received port after_create {{(pid=92096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 12:07:34.876781 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-d5a4a4fb-92f0-412e-905c-25db64ef3e71 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:07:34.877285 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-9a19540a-b0c4-4989-ab95-dedde476da5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:07:34.938549 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-d5a4a4fb-92f0-412e-905c-25db64ef3e71 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:34.943150 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-d5a4a4fb-92f0-412e-905c-25db64ef3e71 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5842481 Jun 06 12:07:34.943879 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 37530) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:07:34.950126 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.v2.base [None req-6dad4d01-7f1e-4d1b-b1d5-f2bfd0d3058e tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Request body: {'floatingip': {'floating_network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf'}} {{(pid=92097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:07:34.972631 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94930969-16be-403e-9483-fec071df64f8 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Pushing event updated for resources: {'Port': ['ID=3483bab3-4419-4ece-8721-154681a0f80a,revision_number=1']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:07:34.980312 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760ab876-1e26-480e-93aa-7d65c3d8d987 req-94930969-16be-403e-9483-fec071df64f8 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:07:34.980944 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-760ab876-1e26-480e-93aa-7d65c3d8d987 req-94930969-16be-403e-9483-fec071df64f8 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160768'] for port, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:34.985080 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-94930969-16be-403e-9483-fec071df64f8 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:07:35.055395 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-6dad4d01-7f1e-4d1b-b1d5-f2bfd0d3058e tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks [] for floatingip, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:35.089636 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b12e04-00f9-467a-93ff-af063500de35 req-8a1133c8-0738-42bb-bb7f-c4ba61d913d8 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:07:35.093139 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-45b12e04-00f9-467a-93ff-af063500de35 req-8a1133c8-0738-42bb-bb7f-c4ba61d913d8 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=766b7e00-50a8-46c0-a359-a73cb4a10e89 HTTP/1.1" status: 200 len: 931 time: 0.0884662 Jun 06 12:07:35.180601 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-45b12e04-00f9-467a-93ff-af063500de35 req-c973bb70-f973-4626-8831-9ca3424afca0 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf080b62-b1c7-4281-8d6c-afe66baa29f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803432 Jun 06 12:07:35.186768 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-760ab876-1e26-480e-93aa-7d65c3d8d987 req-94930969-16be-403e-9483-fec071df64f8 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5176353 Jun 06 12:07:35.206502 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.v2.base [req-760ab876-1e26-480e-93aa-7d65c3d8d987 req-b84308b5-4bcc-4d67-b0a8-7c2101615e01 service neutron] Request body: {'port': {'device_id': '766b7e00-50a8-46c0-a359-a73cb4a10e89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=92096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:07:35.232389 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-6dad4d01-7f1e-4d1b-b1d5-f2bfd0d3058e tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:35.247070 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-422afbc7-3bf6-42cf-8b58-65f0b46cac13 None None] Provisioning for port 3483bab3-4419-4ece-8721-154681a0f80a completed by entity DHCP. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 12:07:35.252734 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-422afbc7-3bf6-42cf-8b58-65f0b46cac13 None None] Provisioning complete for port 3483bab3-4419-4ece-8721-154681a0f80a triggered by entity DHCP. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:07:35.253254 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-422afbc7-3bf6-42cf-8b58-65f0b46cac13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:35.310206 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.plugin [None req-422afbc7-3bf6-42cf-8b58-65f0b46cac13 None None] Port 3483bab3-4419-4ece-8721-154681a0f80a cannot update to ACTIVE because it is not bound. {{(pid=92098) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 12:07:35.376730 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.db_base_plugin_common [None req-6dad4d01-7f1e-4d1b-b1d5-f2bfd0d3058e tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Allocated IP 172.28.2.4 (f46ef3e5-e761-4cf2-8ba5-27fd00264fbf/d3e8387a-9982-4dd7-a420-a9a6c7cae1dc/aa637010-f84d-495b-8832-49e3c61c3a1d) {{(pid=92097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 12:07:35.385461 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-760ab876-1e26-480e-93aa-7d65c3d8d987 req-b84308b5-4bcc-4d67-b0a8-7c2101615e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:35.409985 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b91a05e-6008-4004-bbb6-50b816dac276 req-0f405175-9f77-4c9f-93bd-3409299fd2f2 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:07:35.411457 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-3b91a05e-6008-4004-bbb6-50b816dac276 req-0f405175-9f77-4c9f-93bd-3409299fd2f2 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a147354-5831-4047-9eef-6e2d0044078d HTTP/1.1" status: 200 len: 943 time: 0.1710551 Jun 06 12:07:35.512575 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-3b91a05e-6008-4004-bbb6-50b816dac276 req-ca085ed2-bb8b-45ce-b686-1e5cee3c037d tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/security-groups?id=364c3307-ea3e-4f64-b081-feec556770fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709102 Jun 06 12:07:35.536088 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-6dad4d01-7f1e-4d1b-b1d5-f2bfd0d3058e tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks [] for port, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:35.662135 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-6dad4d01-7f1e-4d1b-b1d5-f2bfd0d3058e tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778191160652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2165323'] for port, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:35.667011 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-6dacccd7-2d6e-4b99-adf4-8e018cd69e0f tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:07:35.734794 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dad4d01-7f1e-4d1b-b1d5-f2bfd0d3058e tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Network f46ef3e5-e761-4cf2-8ba5-27fd00264fbf is already hosted by enough agents. {{(pid=92097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 12:07:35.737540 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.base_scheduler [None req-6dad4d01-7f1e-4d1b-b1d5-f2bfd0d3058e tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Resources bound (agent type, host, resource id): {{(pid=92097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:07:35.740191 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dad4d01-7f1e-4d1b-b1d5-f2bfd0d3058e tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Received port after_create {{(pid=92097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 12:07:35.777210 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dad4d01-7f1e-4d1b-b1d5-f2bfd0d3058e tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Pushing event updated for resources: {'Port': ['ID=aa637010-f84d-495b-8832-49e3c61c3a1d,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:07:35.780148 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-6dad4d01-7f1e-4d1b-b1d5-f2bfd0d3058e tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:07:35.795311 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.notifiers.nova [req-760ab876-1e26-480e-93aa-7d65c3d8d987 req-b84308b5-4bcc-4d67-b0a8-7c2101615e01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3483bab3-4419-4ece-8721-154681a0f80a {{(pid=92096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 12:07:35.804875 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-760ab876-1e26-480e-93aa-7d65c3d8d987 req-b84308b5-4bcc-4d67-b0a8-7c2101615e01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:35.820630 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.db.provisioning_blocks [req-760ab876-1e26-480e-93aa-7d65c3d8d987 req-b84308b5-4bcc-4d67-b0a8-7c2101615e01 service neutron] Transition to ACTIVE for port object 3483bab3-4419-4ece-8721-154681a0f80a will not be triggered until provisioned by entity L2. {{(pid=92096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 12:07:35.833289 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-6dad4d01-7f1e-4d1b-b1d5-f2bfd0d3058e tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:35.889252 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-760ab876-1e26-480e-93aa-7d65c3d8d987 req-b84308b5-4bcc-4d67-b0a8-7c2101615e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2160299'] for port, after_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:35.894689 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-0e2acbdd-4b43-4adf-83ee-1400cb474cd9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:07:35.992380 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-6dad4d01-7f1e-4d1b-b1d5-f2bfd0d3058e tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:36.068170 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84308b5-4bcc-4d67-b0a8-7c2101615e01 service neutron] Pushing event updated for resources: {'Port': ['ID=3483bab3-4419-4ece-8721-154681a0f80a,revision_number=2']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:07:36.071244 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-b84308b5-4bcc-4d67-b0a8-7c2101615e01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:07:36.142962 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.managers [req-760ab876-1e26-480e-93aa-7d65c3d8d987 req-b84308b5-4bcc-4d67-b0a8-7c2101615e01 service neutron] Attempting to bind port 3483bab3-4419-4ece-8721-154681a0f80a on host hv-cinder-78626 for vnic_type normal with profile {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 12:07:36.142962 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.managers [req-760ab876-1e26-480e-93aa-7d65c3d8d987 req-b84308b5-4bcc-4d67-b0a8-7c2101615e01 service neutron] Attempting to bind port 3483bab3-4419-4ece-8721-154681a0f80a by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '4ba14138-863d-4bea-aa89-dac6ed43a677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9d232693-3d67-4acc-8d54-aa5376170328'}] {{(pid=92096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 12:07:36.142962 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760ab876-1e26-480e-93aa-7d65c3d8d987 req-b84308b5-4bcc-4d67-b0a8-7c2101615e01 service neutron] Attempting to bind port 3483bab3-4419-4ece-8721-154681a0f80a on network 9d232693-3d67-4acc-8d54-aa5376170328 {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 12:07:36.145896 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760ab876-1e26-480e-93aa-7d65c3d8d987 req-b84308b5-4bcc-4d67-b0a8-7c2101615e01 service neutron] Port 3483bab3-4419-4ece-8721-154681a0f80a on network 9d232693-3d67-4acc-8d54-aa5376170328 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 12:07:36.146321 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760ab876-1e26-480e-93aa-7d65c3d8d987 req-b84308b5-4bcc-4d67-b0a8-7c2101615e01 service neutron] Attempting to bind port 3483bab3-4419-4ece-8721-154681a0f80a on network 9d232693-3d67-4acc-8d54-aa5376170328 {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 12:07:36.151400 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760ab876-1e26-480e-93aa-7d65c3d8d987 req-b84308b5-4bcc-4d67-b0a8-7c2101615e01 service neutron] Checking agent: {'id': '7f4f2d28-9bb0-42d9-b4ad-6ed22ccae0f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 12, 1, 20), 'started_at': datetime.datetime(2021, 6, 6, 12, 1, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 12, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 12:07:36.151725 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760ab876-1e26-480e-93aa-7d65c3d8d987 req-b84308b5-4bcc-4d67-b0a8-7c2101615e01 service neutron] Checking segment: {'id': '4ba14138-863d-4bea-aa89-dac6ed43a677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9d232693-3d67-4acc-8d54-aa5376170328'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 12:07:36.152092 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760ab876-1e26-480e-93aa-7d65c3d8d987 req-b84308b5-4bcc-4d67-b0a8-7c2101615e01 service neutron] Bound using segment: {'id': '4ba14138-863d-4bea-aa89-dac6ed43a677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9d232693-3d67-4acc-8d54-aa5376170328'} {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 12:07:36.152503 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.managers [req-760ab876-1e26-480e-93aa-7d65c3d8d987 req-b84308b5-4bcc-4d67-b0a8-7c2101615e01 service neutron] Bound port: 3483bab3-4419-4ece-8721-154681a0f80a, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ba14138-863d-4bea-aa89-dac6ed43a677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9d232693-3d67-4acc-8d54-aa5376170328'}}] {{(pid=92096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 12:07:36.152838 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-760ab876-1e26-480e-93aa-7d65c3d8d987 req-b84308b5-4bcc-4d67-b0a8-7c2101615e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:36.210717 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device 21ccb649-d5e0-4d67-a842-3869dc43be20 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=92098) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 12:07:36.222203 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-6dad4d01-7f1e-4d1b-b1d5-f2bfd0d3058e tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks [] for port, precommit_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:36.265090 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.db [req-760ab876-1e26-480e-93aa-7d65c3d8d987 req-b84308b5-4bcc-4d67-b0a8-7c2101615e01 service neutron] For port 3483bab3-4419-4ece-8721-154681a0f80a, host hv-cinder-78626, cleared binding levels {{(pid=92096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 12:07:36.268886 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.db [req-760ab876-1e26-480e-93aa-7d65c3d8d987 req-b84308b5-4bcc-4d67-b0a8-7c2101615e01 service neutron] For port 3483bab3-4419-4ece-8721-154681a0f80a, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=3483bab3-4419-4ece-8721-154681a0f80a,segment=NetworkSegment(4ba14138-863d-4bea-aa89-dac6ed43a677),segment_id=4ba14138-863d-4bea-aa89-dac6ed43a677)] {{(pid=92096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 12:07:36.345279 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-6dad4d01-7f1e-4d1b-b1d5-f2bfd0d3058e tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2165360'] for port, after_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:36.349344 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-2c67724c-1629-4ef3-9df4-24930d2dde11 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:07:36.372179 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] For port 21ccb649-d5e0-4d67-a842-3869dc43be20, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=21ccb649-d5e0-4d67-a842-3869dc43be20,segment=NetworkSegment(44f1586a-fdb1-41b1-9617-6c4cf8707ae8),segment_id=44f1586a-fdb1-41b1-9617-6c4cf8707ae8)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:07:36.377277 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-760ab876-1e26-480e-93aa-7d65c3d8d987 req-b84308b5-4bcc-4d67-b0a8-7c2101615e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2160299'] for port, after_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:36.384266 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-9a19540a-b0c4-4989-ab95-dedde476da5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:07:36.389038 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Returning: {'device': '21ccb649-d5e0-4d67-a842-3869dc43be20', 'network_id': '0a7e89fe-a71c-48d9-b777-817d38d513d5', 'port_id': '21ccb649-d5e0-4d67-a842-3869dc43be20', 'mac_address': 'fa:16:3e:85:58:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf722215-7508-469b-84a9-6e792d6fef94', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92098) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 12:07:36.446475 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760ab876-1e26-480e-93aa-7d65c3d8d987 req-b84308b5-4bcc-4d67-b0a8-7c2101615e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:07:36.447223 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-760ab876-1e26-480e-93aa-7d65c3d8d987 req-b84308b5-4bcc-4d67-b0a8-7c2101615e01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160768'] for port, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:36.447403 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dad4d01-7f1e-4d1b-b1d5-f2bfd0d3058e tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Pushing event updated for resources: {'Port': ['ID=aa637010-f84d-495b-8832-49e3c61c3a1d,revision_number=2']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:07:36.448838 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-760ab876-1e26-480e-93aa-7d65c3d8d987 req-b84308b5-4bcc-4d67-b0a8-7c2101615e01 service neutron] 10.222.0.35 "PUT /v2.0/ports/3483bab3-4419-4ece-8721-154681a0f80a HTTP/1.1" status: 200 len: 1093 time: 1.2520590 Jun 06 12:07:36.451401 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-6dad4d01-7f1e-4d1b-b1d5-f2bfd0d3058e tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:07:36.454226 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '766b7e00-50a8-46c0-a359-a73cb4a10e89', 'tag': '3483bab3-4419-4ece-8721-154681a0f80a'}] {{(pid=92096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:07:36.457395 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70cf447e3881262ea0b43a88f7d0d33c778b0ed04640d1c627a7304ff1bba8b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44726313-5870-4352-9eaf-9dd348f4a375" -d '{"events": [{"name": "network-changed", "server_uuid": "766b7e00-50a8-46c0-a359-a73cb4a10e89", "tag": "3483bab3-4419-4ece-8721-154681a0f80a"}]}' {{(pid=92096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:07:36.468388 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:36.486096 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.notifiers.nova [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21ccb649-d5e0-4d67-a842-3869dc43be20 {{(pid=92098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 12:07:36.491173 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d36be-70b7-4f22-b306-f40827ca3e10 req-707c0dc1-f215-4af6-9bac-f0808b3039ad tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:07:36.491344 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-6dad4d01-7f1e-4d1b-b1d5-f2bfd0d3058e tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558965'] for floatingip, after_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:36.492730 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-b90d36be-70b7-4f22-b306-f40827ca3e10 req-707c0dc1-f215-4af6-9bac-f0808b3039ad tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=766b7e00-50a8-46c0-a359-a73cb4a10e89 HTTP/1.1" status: 200 len: 943 time: 0.1797600 Jun 06 12:07:36.497000 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84308b5-4bcc-4d67-b0a8-7c2101615e01 service neutron] Pushing event updated for resources: {'Port': ['ID=3483bab3-4419-4ece-8721-154681a0f80a,revision_number=3']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:07:36.500654 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-b84308b5-4bcc-4d67-b0a8-7c2101615e01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:07:36.504210 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] For port 21ccb649-d5e0-4d67-a842-3869dc43be20, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=21ccb649-d5e0-4d67-a842-3869dc43be20,segment=NetworkSegment(44f1586a-fdb1-41b1-9617-6c4cf8707ae8),segment_id=44f1586a-fdb1-41b1-9617-6c4cf8707ae8)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:07:36.536406 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 12:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f379bb78-c756-43a8-a735-ed28c9c95eb3 x-openstack-request-id: req-f379bb78-c756-43a8-a735-ed28c9c95eb3 {{(pid=92096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:07:36.536722 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "766b7e00-50a8-46c0-a359-a73cb4a10e89", "tag": "3483bab3-4419-4ece-8721-154681a0f80a", "status": "completed", "code": 200}]} {{(pid=92096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:07:36.538394 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f379bb78-c756-43a8-a735-ed28c9c95eb3 {{(pid=92096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:07:36.538394 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '766b7e00-50a8-46c0-a359-a73cb4a10e89', 'tag': '3483bab3-4419-4ece-8721-154681a0f80a', 'status': 'completed', 'code': 200} Jun 06 12:07:36.560380 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-b90d36be-70b7-4f22-b306-f40827ca3e10 req-e1746a05-e3f9-4d20-a9fc-572def689ff8 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf080b62-b1c7-4281-8d6c-afe66baa29f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586321 Jun 06 12:07:36.608999 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:36.611877 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-ed3c658e-4971-4e44-ad1b-02922e541b4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:07:36.634257 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-6dad4d01-7f1e-4d1b-b1d5-f2bfd0d3058e tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160768'] for floatingip, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:36.635815 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-6dad4d01-7f1e-4d1b-b1d5-f2bfd0d3058e tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.6901834 Jun 06 12:07:36.700163 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Pushing event updated for resources: {'Port': ['ID=21ccb649-d5e0-4d67-a842-3869dc43be20,revision_number=4']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:07:36.707925 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:07:36.708279 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:07:36.708619 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:07:36.708953 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:07:36.709283 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:07:36.709624 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:07:36.709983 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:07:36.710307 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:07:36.710643 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:07:36.711034 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:07:36.711362 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:07:36.711728 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:07:36.714210 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44726313-5870-4352-9eaf-9dd348f4a375 req-43008cce-21f1-432e-ae2d-bafc5c3bfd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:07:36.716254 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:07:36.716592 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-44726313-5870-4352-9eaf-9dd348f4a375 req-43008cce-21f1-432e-ae2d-bafc5c3bfd78 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fa82d4a0d6da4865a82dec984aed67ec&device_id=766b7e00-50a8-46c0-a359-a73cb4a10e89 HTTP/1.1" status: 200 len: 1096 time: 0.1552379 Jun 06 12:07:36.826607 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] get_ports_and_sgs() called for port_ids ['21ccb649-d5e0-4d67-a842-3869dc43be20'] {{(pid=92098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 12:07:36.976512 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14130007-7ef3-449a-8c3c-24fc5debcc73 req-e24b465a-7d63-4de8-899d-378ff075f45b tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:07:36.977862 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-14130007-7ef3-449a-8c3c-24fc5debcc73 req-e24b465a-7d63-4de8-899d-378ff075f45b tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a147354-5831-4047-9eef-6e2d0044078d HTTP/1.1" status: 200 len: 944 time: 0.3208828 Jun 06 12:07:37.019093 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ba7f9e76-5b33-453b-8545-1d57d667cc93 req-c793e501-3c18-4615-9831-cab938c23a4a tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1844699697&fields=id&tenant_id=eca5e9a6e3374a4193593b4832b36a26 HTTP/1.1" status: 200 len: 267 time: 0.1022859 Jun 06 12:07:37.020075 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44726313-5870-4352-9eaf-9dd348f4a375 req-59b88731-26c3-4b1a-b020-656716af0741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:07:37.021349 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-44726313-5870-4352-9eaf-9dd348f4a375 req-59b88731-26c3-4b1a-b020-656716af0741 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=fa82d4a0d6da4865a82dec984aed67ec&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2959352 Jun 06 12:07:37.086240 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-14130007-7ef3-449a-8c3c-24fc5debcc73 req-e1b4e732-93f2-449a-8578-d364cc565886 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/security-groups?id=364c3307-ea3e-4f64-b081-feec556770fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958018 Jun 06 12:07:37.296499 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f9e76-5b33-453b-8545-1d57d667cc93 req-515e08fd-0003-4897-b31f-228b4fa2bd54 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:07:37.297928 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ba7f9e76-5b33-453b-8545-1d57d667cc93 req-515e08fd-0003-4897-b31f-228b4fa2bd54 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/networks?id=99f1ec4c-50c1-42cf-bf31-28bc5611fa58 HTTP/1.1" status: 200 len: 810 time: 0.2648070 Jun 06 12:07:37.300577 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44726313-5870-4352-9eaf-9dd348f4a375 req-3ad5e1b2-eb1e-4bb6-8996-11cfb04aac7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:07:37.301954 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-44726313-5870-4352-9eaf-9dd348f4a375 req-3ad5e1b2-eb1e-4bb6-8996-11cfb04aac7d service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2677579 Jun 06 12:07:37.313233 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ba7f9e76-5b33-453b-8545-1d57d667cc93 req-dd15a133-0442-4b1f-a8c1-b048b2d7c09b tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/quotas/eca5e9a6e3374a4193593b4832b36a26 HTTP/1.1" status: 200 len: 375 time: 0.0098760 Jun 06 12:07:37.460399 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ba7f9e76-5b33-453b-8545-1d57d667cc93 req-c15e390f-9068-4fb9-87eb-33bca0a1f8b4 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=eca5e9a6e3374a4193593b4832b36a26&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1400602 Jun 06 12:07:37.463078 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760ab876-1e26-480e-93aa-7d65c3d8d987 req-65e836bc-c7c2-4009-b034-cdf0806b1c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:07:37.464660 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-760ab876-1e26-480e-93aa-7d65c3d8d987 req-65e836bc-c7c2-4009-b034-cdf0806b1c3a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fa82d4a0d6da4865a82dec984aed67ec&device_id=766b7e00-50a8-46c0-a359-a73cb4a10e89 HTTP/1.1" status: 200 len: 1096 time: 0.1125569 Jun 06 12:07:37.564151 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-760ab876-1e26-480e-93aa-7d65c3d8d987 req-abca42cf-f0d5-49d6-895a-4bd458e392e8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3483bab3-4419-4ece-8721-154681a0f80a HTTP/1.1" status: 200 len: 217 time: 0.0904074 Jun 06 12:07:37.748564 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760ab876-1e26-480e-93aa-7d65c3d8d987 req-18c53d0c-0677-438c-8624-0b164e305b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:07:37.750019 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-760ab876-1e26-480e-93aa-7d65c3d8d987 req-18c53d0c-0677-438c-8624-0b164e305b99 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9af00337-26dd-42bb-a5b7-bfb5439775d6 HTTP/1.1" status: 200 len: 856 time: 0.1741688 Jun 06 12:07:37.809887 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ba7f9e76-5b33-453b-8545-1d57d667cc93 req-566958c0-bbee-4d9e-93f5-c232f71ecc0a service neutron] 10.222.0.32 "GET /v2.0/networks/99f1ec4c-50c1-42cf-bf31-28bc5611fa58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379834 Jun 06 12:07:37.938026 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb3dda-e6bc-4d9d-ac80-ddf318cd1a40 req-a8010744-3041-4578-9ec6-d0deededf260 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:07:37.939459 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-2cbb3dda-e6bc-4d9d-ac80-ddf318cd1a40 req-a8010744-3041-4578-9ec6-d0deededf260 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=766b7e00-50a8-46c0-a359-a73cb4a10e89 HTTP/1.1" status: 200 len: 943 time: 0.2704854 Jun 06 12:07:38.013175 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ba7f9e76-5b33-453b-8545-1d57d667cc93 req-8d27a5dc-1b66-4a09-bb93-d231cfd2dd79 service neutron] 10.222.0.32 "GET /v2.0/networks/99f1ec4c-50c1-42cf-bf31-28bc5611fa58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959436 Jun 06 12:07:38.017305 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760ab876-1e26-480e-93aa-7d65c3d8d987 req-c9e8106b-d7c6-48dc-9f50-6e0f5e21949c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:07:38.018245 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-760ab876-1e26-480e-93aa-7d65c3d8d987 req-c9e8106b-d7c6-48dc-9f50-6e0f5e21949c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9d232693-3d67-4acc-8d54-aa5376170328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2580862 Jun 06 12:07:38.023924 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-2cbb3dda-e6bc-4d9d-ac80-ddf318cd1a40 req-b39c2cfd-4e42-484a-80a0-e3b69a6ccffa tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf080b62-b1c7-4281-8d6c-afe66baa29f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772552 Jun 06 12:07:38.169028 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-760ab876-1e26-480e-93aa-7d65c3d8d987 req-658d12d4-a278-4291-ba5c-177060d6ea35 service neutron] 10.222.0.35 "GET /v2.0/networks/9d232693-3d67-4acc-8d54-aa5376170328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431265 Jun 06 12:07:38.210944 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device 21ccb649-d5e0-4d67-a842-3869dc43be20 up at agent hyperv_hv-cinder-78626 {{(pid=92098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 12:07:38.348702 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Provisioning for port 21ccb649-d5e0-4d67-a842-3869dc43be20 completed by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 12:07:38.352789 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Provisioning complete for port 21ccb649-d5e0-4d67-a842-3869dc43be20 triggered by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:07:38.353474 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:38.358650 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-73627c5c-d90d-48a4-95e9-6761cf492f16 req-37828d73-4d82-4f0f-9e18-3a85848e62b8 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c2df5d1-8759-4ba6-927a-1c43cddee21c HTTP/1.1" status: 200 len: 210 time: 0.0998275 Jun 06 12:07:38.414633 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-760ab876-1e26-480e-93aa-7d65c3d8d987 req-9373900f-5081-45f7-b5df-5a0376fc8d90 service neutron] 10.222.0.35 "GET /v2.0/networks/9d232693-3d67-4acc-8d54-aa5376170328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390919 Jun 06 12:07:38.427356 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c721605-57d8-43fc-8c5e-13457c31dbb5 req-3ebeac7a-e0e9-42b7-96be-3f70519ed14d tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:07:38.429046 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-2c721605-57d8-43fc-8c5e-13457c31dbb5 req-3ebeac7a-e0e9-42b7-96be-3f70519ed14d tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a147354-5831-4047-9eef-6e2d0044078d HTTP/1.1" status: 200 len: 944 time: 0.2280867 Jun 06 12:07:38.476205 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-2c721605-57d8-43fc-8c5e-13457c31dbb5 req-56281e33-fc55-4813-bc6c-2f6ede67c300 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/security-groups?id=364c3307-ea3e-4f64-b081-feec556770fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403597 Jun 06 12:07:38.483193 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:38.512297 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a147354-5831-4047-9eef-6e2d0044078d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21ccb649-d5e0-4d67-a842-3869dc43be20'}] {{(pid=92098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:07:38.514564 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e301314d1a362e62940ee01824f522d16df788b03badbdd7b1d0b93d98b8084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1cfa49f-67f2-4da9-9d16-54b7d17373ee" -d '{"events": [{"server_uuid": "9a147354-5831-4047-9eef-6e2d0044078d", "name": "network-vif-plugged", "status": "completed", "tag": "21ccb649-d5e0-4d67-a842-3869dc43be20"}]}' {{(pid=92098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:07:38.521993 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] For port 21ccb649-d5e0-4d67-a842-3869dc43be20, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=21ccb649-d5e0-4d67-a842-3869dc43be20,segment=NetworkSegment(44f1586a-fdb1-41b1-9617-6c4cf8707ae8),segment_id=44f1586a-fdb1-41b1-9617-6c4cf8707ae8)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:07:38.559201 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 12:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d4806a1-4ce0-4a7a-bae8-c2d2d4a6de06 x-openstack-request-id: req-3d4806a1-4ce0-4a7a-bae8-c2d2d4a6de06 {{(pid=92098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:07:38.559496 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a147354-5831-4047-9eef-6e2d0044078d", "name": "network-vif-plugged", "status": "completed", "tag": "21ccb649-d5e0-4d67-a842-3869dc43be20", "code": 200}]} {{(pid=92098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:07:38.559752 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3d4806a1-4ce0-4a7a-bae8-c2d2d4a6de06 {{(pid=92098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:07:38.560136 dv-cinder-786266-2-smb neutron-server[92098]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a147354-5831-4047-9eef-6e2d0044078d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21ccb649-d5e0-4d67-a842-3869dc43be20', 'code': 200} Jun 06 12:07:38.592292 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:38.594324 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:07:38.663475 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Pushing event updated for resources: {'Port': ['ID=21ccb649-d5e0-4d67-a842-3869dc43be20,revision_number=5']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:07:38.666643 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:07:39.004165 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807613b8-657c-4409-966c-817e31b86c87 req-d9fef7a9-710b-447b-aba2-f36fc6c776ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:07:39.005536 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-807613b8-657c-4409-966c-817e31b86c87 req-d9fef7a9-710b-447b-aba2-f36fc6c776ac service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9a147354-5831-4047-9eef-6e2d0044078d HTTP/1.1" status: 200 len: 1098 time: 0.1471119 Jun 06 12:07:39.047628 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-807613b8-657c-4409-966c-817e31b86c87 req-30384cd6-cd5b-4f8c-99b4-83c75308ec0a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=364c3307-ea3e-4f64-b081-feec556770fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357156 Jun 06 12:07:39.239278 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7879dba-d4b7-4e16-ab21-b22b675dfcaa req-ad4f2589-6440-4c27-9d89-baa2de548530 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:07:39.240703 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-a7879dba-d4b7-4e16-ab21-b22b675dfcaa req-ad4f2589-6440-4c27-9d89-baa2de548530 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=766b7e00-50a8-46c0-a359-a73cb4a10e89 HTTP/1.1" status: 200 len: 943 time: 0.0820756 Jun 06 12:07:39.286050 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-a7879dba-d4b7-4e16-ab21-b22b675dfcaa req-36830a89-df47-46bc-81ac-353e9b10baec tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf080b62-b1c7-4281-8d6c-afe66baa29f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387211 Jun 06 12:07:39.530701 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-39551aa9-fb6c-41ce-b086-2e7e7caecfa5 req-0740a450-9d98-49f1-8e35-1e397dbdb53d tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c2df5d1-8759-4ba6-927a-1c43cddee21c HTTP/1.1" status: 200 len: 210 time: 0.0434456 Jun 06 12:07:39.665725 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41085df-718b-4ead-a5e6-5dd0be7956ed req-b8d23de4-705a-4a1e-bd71-9749920c4ad8 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:07:39.667177 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-e41085df-718b-4ead-a5e6-5dd0be7956ed req-b8d23de4-705a-4a1e-bd71-9749920c4ad8 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a147354-5831-4047-9eef-6e2d0044078d HTTP/1.1" status: 200 len: 945 time: 0.0807481 Jun 06 12:07:39.719911 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-e41085df-718b-4ead-a5e6-5dd0be7956ed req-518c9cb9-9d95-41b8-bd80-ea1662cfdba9 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/security-groups?id=364c3307-ea3e-4f64-b081-feec556770fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467985 Jun 06 12:07:40.218910 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device 3483bab3-4419-4ece-8721-154681a0f80a details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=92098) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 12:07:40.402967 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] For port 3483bab3-4419-4ece-8721-154681a0f80a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=3483bab3-4419-4ece-8721-154681a0f80a,segment=NetworkSegment(4ba14138-863d-4bea-aa89-dac6ed43a677),segment_id=4ba14138-863d-4bea-aa89-dac6ed43a677)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:07:40.420868 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Returning: {'device': '3483bab3-4419-4ece-8721-154681a0f80a', 'network_id': '9d232693-3d67-4acc-8d54-aa5376170328', 'port_id': '3483bab3-4419-4ece-8721-154681a0f80a', 'mac_address': 'fa:16:3e:27:4f:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9af00337-26dd-42bb-a5b7-bfb5439775d6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92098) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 12:07:40.476432 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f9e76-5b33-453b-8545-1d57d667cc93 req-fb8f934a-c636-4345-80dc-26682abc7245 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:07:40.477729 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ba7f9e76-5b33-453b-8545-1d57d667cc93 req-fb8f934a-c636-4345-80dc-26682abc7245 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.35 "GET /v2.0/networks?id=99f1ec4c-50c1-42cf-bf31-28bc5611fa58 HTTP/1.1" status: 200 len: 810 time: 0.2200933 Jun 06 12:07:40.482973 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:40.499927 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.notifiers.nova [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3483bab3-4419-4ece-8721-154681a0f80a {{(pid=92098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 12:07:40.517265 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] For port 3483bab3-4419-4ece-8721-154681a0f80a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=3483bab3-4419-4ece-8721-154681a0f80a,segment=NetworkSegment(4ba14138-863d-4bea-aa89-dac6ed43a677),segment_id=4ba14138-863d-4bea-aa89-dac6ed43a677)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:07:40.536846 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ba7f9e76-5b33-453b-8545-1d57d667cc93 req-be83d84a-a126-409a-b5ba-456162dac123 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eca5e9a6e3374a4193593b4832b36a26 HTTP/1.1" status: 200 len: 380 time: 0.0500066 Jun 06 12:07:40.547817 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e87b6-a82a-4fc3-9384-06b78a73aa10 req-f9d53f24-6bc7-420d-ab34-bb9972f9fb20 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:07:40.549302 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6a1e87b6-a82a-4fc3-9384-06b78a73aa10 req-f9d53f24-6bc7-420d-ab34-bb9972f9fb20 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=766b7e00-50a8-46c0-a359-a73cb4a10e89 HTTP/1.1" status: 200 len: 943 time: 0.1382687 Jun 06 12:07:40.554728 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.v2.base [req-ba7f9e76-5b33-453b-8545-1d57d667cc93 req-e877bdeb-ce84-47dc-bf03-4b771b209176 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Request body: {'port': {'device_id': '6c2df5d1-8759-4ba6-927a-1c43cddee21c', 'network_id': '99f1ec4c-50c1-42cf-bf31-28bc5611fa58', 'admin_state_up': True, 'tenant_id': 'eca5e9a6e3374a4193593b4832b36a26', 'security_groups': ['408ec680-3e05-4873-9da0-213dd4b9b393']}} {{(pid=92096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:07:40.580883 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:40.582687 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:07:40.659497 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Pushing event updated for resources: {'Port': ['ID=3483bab3-4419-4ece-8721-154681a0f80a,revision_number=4']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:07:40.664363 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:07:40.686054 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6a1e87b6-a82a-4fc3-9384-06b78a73aa10 req-d7fd782b-0e28-4416-9137-efba8769b3bb tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf080b62-b1c7-4281-8d6c-afe66baa29f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173148 Jun 06 12:07:40.801454 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] get_ports_and_sgs() called for port_ids ['3483bab3-4419-4ece-8721-154681a0f80a'] {{(pid=92098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 12:07:40.859368 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba7f9e76-5b33-453b-8545-1d57d667cc93 req-e877bdeb-ce84-47dc-bf03-4b771b209176 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Made reservation on behalf of eca5e9a6e3374a4193593b4832b36a26 for: {'port': 1} {{(pid=92096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 12:07:40.863072 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-ba7f9e76-5b33-453b-8545-1d57d667cc93 req-e877bdeb-ce84-47dc-bf03-4b771b209176 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:40.884821 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-d1e53597-1684-484f-b626-cdb8edc4610d req-d1c5538c-3a86-4658-a110-6019fe2a1414 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c2df5d1-8759-4ba6-927a-1c43cddee21c HTTP/1.1" status: 200 len: 210 time: 0.0722699 Jun 06 12:07:41.094562 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.db.db_base_plugin_common [req-ba7f9e76-5b33-453b-8545-1d57d667cc93 req-e877bdeb-ce84-47dc-bf03-4b771b209176 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Allocated IP 172.20.0.6 (99f1ec4c-50c1-42cf-bf31-28bc5611fa58/d6151d6c-a3ca-4b30-8028-8df9c8252719/196dc9d5-4c10-4776-be3e-f8bf84efb635) {{(pid=92096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 12:07:41.141426 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ff9e2-5cf4-4f34-8440-3b01f8321e17 req-88ae2fe5-51d1-41c5-9da4-99a1f2e4099f tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:07:41.142987 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-5f2ff9e2-5cf4-4f34-8440-3b01f8321e17 req-88ae2fe5-51d1-41c5-9da4-99a1f2e4099f tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a147354-5831-4047-9eef-6e2d0044078d HTTP/1.1" status: 200 len: 945 time: 0.1288388 Jun 06 12:07:41.273655 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-5f2ff9e2-5cf4-4f34-8440-3b01f8321e17 req-779b00f5-c9a6-4551-9a46-6a8fec34a3f8 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/security-groups?id=364c3307-ea3e-4f64-b081-feec556770fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239567 Jun 06 12:07:41.334296 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-ba7f9e76-5b33-453b-8545-1d57d667cc93 req-e877bdeb-ce84-47dc-bf03-4b771b209176 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks [] for port, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:41.350549 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.db.provisioning_blocks [req-ba7f9e76-5b33-453b-8545-1d57d667cc93 req-e877bdeb-ce84-47dc-bf03-4b771b209176 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Transition to ACTIVE for port object 196dc9d5-4c10-4776-be3e-f8bf84efb635 will not be triggered until provisioned by entity DHCP. {{(pid=92096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 12:07:41.432968 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-ba7f9e76-5b33-453b-8545-1d57d667cc93 req-e877bdeb-ce84-47dc-bf03-4b771b209176 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778191160652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2160272'] for port, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:41.439980 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-4223c648-709c-49da-931e-8c5eea6f8716 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:07:41.503697 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba7f9e76-5b33-453b-8545-1d57d667cc93 req-e877bdeb-ce84-47dc-bf03-4b771b209176 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Network 99f1ec4c-50c1-42cf-bf31-28bc5611fa58 is already hosted by enough agents. {{(pid=92096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 12:07:41.507384 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.scheduler.base_scheduler [req-ba7f9e76-5b33-453b-8545-1d57d667cc93 req-e877bdeb-ce84-47dc-bf03-4b771b209176 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Resources bound (agent type, host, resource id): {{(pid=92096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:07:41.511192 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba7f9e76-5b33-453b-8545-1d57d667cc93 req-e877bdeb-ce84-47dc-bf03-4b771b209176 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Received port after_create {{(pid=92096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 12:07:41.556349 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e877bdeb-ce84-47dc-bf03-4b771b209176 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Pushing event updated for resources: {'Port': ['ID=196dc9d5-4c10-4776-be3e-f8bf84efb635,revision_number=1']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:07:41.561249 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-e877bdeb-ce84-47dc-bf03-4b771b209176 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:07:41.585166 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f9e76-5b33-453b-8545-1d57d667cc93 req-e877bdeb-ce84-47dc-bf03-4b771b209176 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:07:41.585828 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-ba7f9e76-5b33-453b-8545-1d57d667cc93 req-e877bdeb-ce84-47dc-bf03-4b771b209176 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160768'] for port, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:41.650240 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ba7f9e76-5b33-453b-8545-1d57d667cc93 req-e877bdeb-ce84-47dc-bf03-4b771b209176 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0998657 Jun 06 12:07:41.662389 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.v2.base [req-ba7f9e76-5b33-453b-8545-1d57d667cc93 req-3f2081e7-4ae5-453a-961e-e3c30010c9b1 service neutron] Request body: {'port': {'device_id': '6c2df5d1-8759-4ba6-927a-1c43cddee21c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=92096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:07:41.774518 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-ba7f9e76-5b33-453b-8545-1d57d667cc93 req-3f2081e7-4ae5-453a-961e-e3c30010c9b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:41.815242 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-5d23e90d-8596-4872-8dbe-42a14a2acb52 None None] Provisioning for port 196dc9d5-4c10-4776-be3e-f8bf84efb635 completed by entity DHCP. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 12:07:41.821275 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-5d23e90d-8596-4872-8dbe-42a14a2acb52 None None] Provisioning complete for port 196dc9d5-4c10-4776-be3e-f8bf84efb635 triggered by entity DHCP. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:07:41.821656 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-5d23e90d-8596-4872-8dbe-42a14a2acb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:41.873839 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.plugin [None req-5d23e90d-8596-4872-8dbe-42a14a2acb52 None None] Port 196dc9d5-4c10-4776-be3e-f8bf84efb635 cannot update to ACTIVE because it is not bound. {{(pid=92098) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 12:07:41.987229 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 37650) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:07:42.080548 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b39de4-480a-4e0f-9bfe-956e1ed494b8 req-d2308a76-fcae-4c22-97b0-d66c6698a024 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:07:42.082038 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-f2b39de4-480a-4e0f-9bfe-956e1ed494b8 req-d2308a76-fcae-4c22-97b0-d66c6698a024 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=766b7e00-50a8-46c0-a359-a73cb4a10e89 HTTP/1.1" status: 200 len: 944 time: 0.2504854 Jun 06 12:07:42.111374 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-afc83a5e-9fd2-4a25-8f1e-1e5b6f60d605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:42.211272 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-f2b39de4-480a-4e0f-9bfe-956e1ed494b8 req-d8be99fe-019c-42a7-aa25-7d561bd8b42b tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf080b62-b1c7-4281-8d6c-afe66baa29f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104405 Jun 06 12:07:42.219752 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-afc83a5e-9fd2-4a25-8f1e-1e5b6f60d605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:42.250252 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device 3483bab3-4419-4ece-8721-154681a0f80a up at agent hyperv_hv-cinder-78626 {{(pid=92098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 12:07:42.366993 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.notifiers.nova [req-ba7f9e76-5b33-453b-8545-1d57d667cc93 req-3f2081e7-4ae5-453a-961e-e3c30010c9b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 196dc9d5-4c10-4776-be3e-f8bf84efb635 {{(pid=92096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 12:07:42.368067 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-afc83a5e-9fd2-4a25-8f1e-1e5b6f60d605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:42.383342 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-d9315617-a84f-4448-8c73-e6010b8afcf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:07:42.387283 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-ba7f9e76-5b33-453b-8545-1d57d667cc93 req-3f2081e7-4ae5-453a-961e-e3c30010c9b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:42.408019 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.db.provisioning_blocks [req-ba7f9e76-5b33-453b-8545-1d57d667cc93 req-3f2081e7-4ae5-453a-961e-e3c30010c9b1 service neutron] Transition to ACTIVE for port object 196dc9d5-4c10-4776-be3e-f8bf84efb635 will not be triggered until provisioned by entity L2. {{(pid=92096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 12:07:42.422860 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-afc83a5e-9fd2-4a25-8f1e-1e5b6f60d605 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e22b05be91244f6dbf04e4403afd437e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4345193 Jun 06 12:07:42.424112 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc83a5e-9fd2-4a25-8f1e-1e5b6f60d605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b7bff3-4038-4bb1-afab-716a259e25d9,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:07:42.429733 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 37656) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:07:42.429879 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Provisioning for port 3483bab3-4419-4ece-8721-154681a0f80a completed by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 12:07:42.432338 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Provisioning complete for port 3483bab3-4419-4ece-8721-154681a0f80a triggered by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:07:42.432883 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:42.435863 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-afc83a5e-9fd2-4a25-8f1e-1e5b6f60d605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:07:42.453082 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12176a3b-332a-4ba6-a672-ea03e15d84dd req-7666d3c7-af69-433b-ab83-6ef9f46f4932 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:07:42.453082 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-12176a3b-332a-4ba6-a672-ea03e15d84dd req-7666d3c7-af69-433b-ab83-6ef9f46f4932 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c2df5d1-8759-4ba6-927a-1c43cddee21c HTTP/1.1" status: 200 len: 931 time: 0.1257305 Jun 06 12:07:42.531519 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-ba7f9e76-5b33-453b-8545-1d57d667cc93 req-3f2081e7-4ae5-453a-961e-e3c30010c9b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2160299'] for port, after_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:42.541182 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-94930969-16be-403e-9483-fec071df64f8 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:07:42.557824 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:42.581610 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-12176a3b-332a-4ba6-a672-ea03e15d84dd req-e36924fb-7968-4d5a-a7eb-c7ae87e01f0d tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/security-groups?id=408ec680-3e05-4873-9da0-213dd4b9b393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185555 Jun 06 12:07:42.592117 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] For port 3483bab3-4419-4ece-8721-154681a0f80a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=3483bab3-4419-4ece-8721-154681a0f80a,segment=NetworkSegment(4ba14138-863d-4bea-aa89-dac6ed43a677),segment_id=4ba14138-863d-4bea-aa89-dac6ed43a677)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:07:42.593183 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '766b7e00-50a8-46c0-a359-a73cb4a10e89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3483bab3-4419-4ece-8721-154681a0f80a'}] {{(pid=92098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:07:42.595752 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-2f41a1cb-0f30-4c77-9a70-d5d4a95f4c1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:42.596083 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e301314d1a362e62940ee01824f522d16df788b03badbdd7b1d0b93d98b8084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5515f5e5-031d-484e-b643-e06169bd312d" -d '{"events": [{"server_uuid": "766b7e00-50a8-46c0-a359-a73cb4a10e89", "name": "network-vif-plugged", "status": "completed", "tag": "3483bab3-4419-4ece-8721-154681a0f80a"}]}' {{(pid=92098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:07:42.655246 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:42.657407 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:07:42.700741 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2081e7-4ae5-453a-961e-e3c30010c9b1 service neutron] Pushing event updated for resources: {'Port': ['ID=196dc9d5-4c10-4776-be3e-f8bf84efb635,revision_number=2']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:07:42.707728 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-2f41a1cb-0f30-4c77-9a70-d5d4a95f4c1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:42.713057 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 12:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd24d114-cff9-4c73-90e5-a77aa1b10dae x-openstack-request-id: req-fd24d114-cff9-4c73-90e5-a77aa1b10dae {{(pid=92098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:07:42.713283 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "766b7e00-50a8-46c0-a359-a73cb4a10e89", "name": "network-vif-plugged", "status": "completed", "tag": "3483bab3-4419-4ece-8721-154681a0f80a", "code": 200}]} {{(pid=92098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:07:42.713702 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fd24d114-cff9-4c73-90e5-a77aa1b10dae {{(pid=92098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:07:42.714521 dv-cinder-786266-2-smb neutron-server[92098]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '766b7e00-50a8-46c0-a359-a73cb4a10e89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3483bab3-4419-4ece-8721-154681a0f80a', 'code': 200} Jun 06 12:07:42.715984 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-3f2081e7-4ae5-453a-961e-e3c30010c9b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:07:42.733671 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Pushing event updated for resources: {'Port': ['ID=3483bab3-4419-4ece-8721-154681a0f80a,revision_number=5']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:07:42.738271 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:07:42.850045 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.managers [req-ba7f9e76-5b33-453b-8545-1d57d667cc93 req-3f2081e7-4ae5-453a-961e-e3c30010c9b1 service neutron] Attempting to bind port 196dc9d5-4c10-4776-be3e-f8bf84efb635 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 12:07:42.850392 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.managers [req-ba7f9e76-5b33-453b-8545-1d57d667cc93 req-3f2081e7-4ae5-453a-961e-e3c30010c9b1 service neutron] Attempting to bind port 196dc9d5-4c10-4776-be3e-f8bf84efb635 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '1e74f646-9b55-4128-a6d9-a320ac69305f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '99f1ec4c-50c1-42cf-bf31-28bc5611fa58'}] {{(pid=92096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 12:07:42.850723 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7f9e76-5b33-453b-8545-1d57d667cc93 req-3f2081e7-4ae5-453a-961e-e3c30010c9b1 service neutron] Attempting to bind port 196dc9d5-4c10-4776-be3e-f8bf84efb635 on network 99f1ec4c-50c1-42cf-bf31-28bc5611fa58 {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 12:07:42.855319 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7f9e76-5b33-453b-8545-1d57d667cc93 req-3f2081e7-4ae5-453a-961e-e3c30010c9b1 service neutron] Port 196dc9d5-4c10-4776-be3e-f8bf84efb635 on network 99f1ec4c-50c1-42cf-bf31-28bc5611fa58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 12:07:42.855637 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7f9e76-5b33-453b-8545-1d57d667cc93 req-3f2081e7-4ae5-453a-961e-e3c30010c9b1 service neutron] Attempting to bind port 196dc9d5-4c10-4776-be3e-f8bf84efb635 on network 99f1ec4c-50c1-42cf-bf31-28bc5611fa58 {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 12:07:42.860630 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7f9e76-5b33-453b-8545-1d57d667cc93 req-3f2081e7-4ae5-453a-961e-e3c30010c9b1 service neutron] Checking agent: {'id': '7f4f2d28-9bb0-42d9-b4ad-6ed22ccae0f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 12, 1, 20), 'started_at': datetime.datetime(2021, 6, 6, 12, 1, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 12, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 12:07:42.860964 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7f9e76-5b33-453b-8545-1d57d667cc93 req-3f2081e7-4ae5-453a-961e-e3c30010c9b1 service neutron] Checking segment: {'id': '1e74f646-9b55-4128-a6d9-a320ac69305f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '99f1ec4c-50c1-42cf-bf31-28bc5611fa58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 12:07:42.861340 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7f9e76-5b33-453b-8545-1d57d667cc93 req-3f2081e7-4ae5-453a-961e-e3c30010c9b1 service neutron] Bound using segment: {'id': '1e74f646-9b55-4128-a6d9-a320ac69305f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '99f1ec4c-50c1-42cf-bf31-28bc5611fa58'} {{(pid=92096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 12:07:42.861768 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.managers [req-ba7f9e76-5b33-453b-8545-1d57d667cc93 req-3f2081e7-4ae5-453a-961e-e3c30010c9b1 service neutron] Bound port: 196dc9d5-4c10-4776-be3e-f8bf84efb635, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e74f646-9b55-4128-a6d9-a320ac69305f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '99f1ec4c-50c1-42cf-bf31-28bc5611fa58'}}] {{(pid=92096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 12:07:42.862121 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-ba7f9e76-5b33-453b-8545-1d57d667cc93 req-3f2081e7-4ae5-453a-961e-e3c30010c9b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:42.943624 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-2f41a1cb-0f30-4c77-9a70-d5d4a95f4c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:42.946504 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-2f41a1cb-0f30-4c77-9a70-d5d4a95f4c1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:42.947594 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-2f41a1cb-0f30-4c77-9a70-d5d4a95f4c1f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a6b7bff3-4038-4bb1-afab-716a259e25d9 HTTP/1.1" status: 204 len: 168 time: 0.5210602 Jun 06 12:07:42.951086 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-462abf7c-9e93-4041-ac50-e5aa46ee7d6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:07:42.967290 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f41a1cb-0f30-4c77-9a70-d5d4a95f4c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b7bff3-4038-4bb1-afab-716a259e25d9,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:07:42.969220 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.db [req-ba7f9e76-5b33-453b-8545-1d57d667cc93 req-3f2081e7-4ae5-453a-961e-e3c30010c9b1 service neutron] For port 196dc9d5-4c10-4776-be3e-f8bf84efb635, host hv-cinder-78626, cleared binding levels {{(pid=92096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 12:07:42.971453 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-2f41a1cb-0f30-4c77-9a70-d5d4a95f4c1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:07:42.979295 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.db [req-ba7f9e76-5b33-453b-8545-1d57d667cc93 req-3f2081e7-4ae5-453a-961e-e3c30010c9b1 service neutron] For port 196dc9d5-4c10-4776-be3e-f8bf84efb635, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=196dc9d5-4c10-4776-be3e-f8bf84efb635,segment=NetworkSegment(1e74f646-9b55-4128-a6d9-a320ac69305f),segment_id=1e74f646-9b55-4128-a6d9-a320ac69305f)] {{(pid=92096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 12:07:43.061316 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-ba7f9e76-5b33-453b-8545-1d57d667cc93 req-3f2081e7-4ae5-453a-961e-e3c30010c9b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2160299'] for port, after_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:43.065471 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-d1799af7-2ba1-421d-a4db-87958f7943dc tempest-AttachVolumeNegativeTest-1966178851 tempest-AttachVolumeNegativeTest-1966178851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:07:43.136117 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f9e76-5b33-453b-8545-1d57d667cc93 req-3f2081e7-4ae5-453a-961e-e3c30010c9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:07:43.136626 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-ba7f9e76-5b33-453b-8545-1d57d667cc93 req-3f2081e7-4ae5-453a-961e-e3c30010c9b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160768'] for port, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:43.138015 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ba7f9e76-5b33-453b-8545-1d57d667cc93 req-3f2081e7-4ae5-453a-961e-e3c30010c9b1 service neutron] 10.222.0.35 "PUT /v2.0/ports/196dc9d5-4c10-4776-be3e-f8bf84efb635 HTTP/1.1" status: 200 len: 1093 time: 1.4805830 Jun 06 12:07:43.140498 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c2df5d1-8759-4ba6-927a-1c43cddee21c', 'tag': '196dc9d5-4c10-4776-be3e-f8bf84efb635'}] {{(pid=92096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:07:43.143993 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70cf447e3881262ea0b43a88f7d0d33c778b0ed04640d1c627a7304ff1bba8b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f518e6-db08-48bf-90da-7a25efee3e8e" -d '{"events": [{"name": "network-changed", "server_uuid": "6c2df5d1-8759-4ba6-927a-1c43cddee21c", "tag": "196dc9d5-4c10-4776-be3e-f8bf84efb635"}]}' {{(pid=92096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:07:43.147185 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ffff4-65a9-4852-8fef-dac367db64ca req-d197150a-d2d9-4096-b5b5-8f1de68eee59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:07:43.148637 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-5e2ffff4-65a9-4852-8fef-dac367db64ca req-d197150a-d2d9-4096-b5b5-8f1de68eee59 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=766b7e00-50a8-46c0-a359-a73cb4a10e89 HTTP/1.1" status: 200 len: 1098 time: 0.1673739 Jun 06 12:07:43.164703 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2081e7-4ae5-453a-961e-e3c30010c9b1 service neutron] Pushing event updated for resources: {'Port': ['ID=196dc9d5-4c10-4776-be3e-f8bf84efb635,revision_number=3']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:07:43.168081 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-3f2081e7-4ae5-453a-961e-e3c30010c9b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:07:43.194250 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-5e2ffff4-65a9-4852-8fef-dac367db64ca req-b0948dd7-769f-4b2f-b236-e46f192b2899 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=bf080b62-b1c7-4281-8d6c-afe66baa29f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377409 Jun 06 12:07:43.200633 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 12:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68730a37-7392-4a60-ab66-8d59f1783d16 x-openstack-request-id: req-68730a37-7392-4a60-ab66-8d59f1783d16 {{(pid=92096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:07:43.200954 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c2df5d1-8759-4ba6-927a-1c43cddee21c", "tag": "196dc9d5-4c10-4776-be3e-f8bf84efb635", "status": "completed", "code": 200}]} {{(pid=92096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:07:43.201235 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-68730a37-7392-4a60-ab66-8d59f1783d16 {{(pid=92096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:07:43.201712 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c2df5d1-8759-4ba6-927a-1c43cddee21c', 'tag': '196dc9d5-4c10-4776-be3e-f8bf84efb635', 'status': 'completed', 'code': 200} Jun 06 12:07:43.379086 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f518e6-db08-48bf-90da-7a25efee3e8e req-8c409274-c1a8-4ea4-9a3a-9cbfc74caa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:07:43.380704 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-88f518e6-db08-48bf-90da-7a25efee3e8e req-8c409274-c1a8-4ea4-9a3a-9cbfc74caa48 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=eca5e9a6e3374a4193593b4832b36a26&device_id=6c2df5d1-8759-4ba6-927a-1c43cddee21c HTTP/1.1" status: 200 len: 1096 time: 0.1081591 Jun 06 12:07:43.437480 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf391e9-8e49-43f8-930d-ba56ab148099 req-bd8e5c70-22f4-4be8-a94b-f3d1608d1b47 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:07:43.439225 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-4cf391e9-8e49-43f8-930d-ba56ab148099 req-bd8e5c70-22f4-4be8-a94b-f3d1608d1b47 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=766b7e00-50a8-46c0-a359-a73cb4a10e89 HTTP/1.1" status: 200 len: 945 time: 0.0937362 Jun 06 12:07:43.497491 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-4cf391e9-8e49-43f8-930d-ba56ab148099 req-98e88fb7-f58f-4500-9e36-7f3092a4928d tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf080b62-b1c7-4281-8d6c-afe66baa29f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517914 Jun 06 12:07:43.542251 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f518e6-db08-48bf-90da-7a25efee3e8e req-c5960e0b-6e50-4bda-92b9-3f6331f423a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:07:43.543755 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-88f518e6-db08-48bf-90da-7a25efee3e8e req-c5960e0b-6e50-4bda-92b9-3f6331f423a1 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=eca5e9a6e3374a4193593b4832b36a26&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1553862 Jun 06 12:07:43.666905 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 37672) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:07:43.683920 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-98a8fc65-7f52-476e-846c-310caea9a98c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:43.694084 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f518e6-db08-48bf-90da-7a25efee3e8e req-f72a9754-afba-4142-a008-108c1c261190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:07:43.695525 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-88f518e6-db08-48bf-90da-7a25efee3e8e req-f72a9754-afba-4142-a008-108c1c261190 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1452541 Jun 06 12:07:43.804928 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f9e76-5b33-453b-8545-1d57d667cc93 req-75e57e96-3349-47cf-bb3d-77019bb2348c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:07:43.806341 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-ba7f9e76-5b33-453b-8545-1d57d667cc93 req-75e57e96-3349-47cf-bb3d-77019bb2348c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=eca5e9a6e3374a4193593b4832b36a26&device_id=6c2df5d1-8759-4ba6-927a-1c43cddee21c HTTP/1.1" status: 200 len: 1096 time: 0.0736401 Jun 06 12:07:43.820284 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbadf7f-ff30-45fe-86f8-50df1f81e5d9 req-a8e92a0a-6a29-4537-bb30-2705a7fd7f85 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:07:43.821784 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-9fbadf7f-ff30-45fe-86f8-50df1f81e5d9 req-a8e92a0a-6a29-4537-bb30-2705a7fd7f85 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c2df5d1-8759-4ba6-927a-1c43cddee21c HTTP/1.1" status: 200 len: 943 time: 0.1172698 Jun 06 12:07:43.882167 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-ba7f9e76-5b33-453b-8545-1d57d667cc93 req-c90719ee-1cf5-41b8-bea2-a09c341634b9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=196dc9d5-4c10-4776-be3e-f8bf84efb635 HTTP/1.1" status: 200 len: 217 time: 0.0642183 Jun 06 12:07:43.892492 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-98a8fc65-7f52-476e-846c-310caea9a98c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:43.897180 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-9fbadf7f-ff30-45fe-86f8-50df1f81e5d9 req-75765f82-37e6-4225-b171-a1f0ff77d463 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/security-groups?id=408ec680-3e05-4873-9da0-213dd4b9b393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689430 Jun 06 12:07:43.947643 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f9e76-5b33-453b-8545-1d57d667cc93 req-683a5e64-d6cd-479d-bb13-a7fe3ca7e04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:07:43.949106 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-ba7f9e76-5b33-453b-8545-1d57d667cc93 req-683a5e64-d6cd-479d-bb13-a7fe3ca7e04b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d6151d6c-a3ca-4b30-8028-8df9c8252719 HTTP/1.1" status: 200 len: 849 time: 0.0595174 Jun 06 12:07:43.950665 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-98a8fc65-7f52-476e-846c-310caea9a98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:43.957476 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-29db9e27-23c3-4c66-ac4b-1ccb266a8c9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:07:44.002966 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-98a8fc65-7f52-476e-846c-310caea9a98c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0984936d1eb74bbdae62eea74e7da661&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3349924 Jun 06 12:07:44.003887 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a8fc65-7f52-476e-846c-310caea9a98c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70fab661-5681-4925-b781-3cefe12c481b,revision_number=1']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:07:44.006230 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 37674) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:07:44.007754 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-98a8fc65-7f52-476e-846c-310caea9a98c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:07:44.080083 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-4c961b17-ba55-47aa-95ac-0c6f79c1ea39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:44.083234 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f9e76-5b33-453b-8545-1d57d667cc93 req-841aa491-85ff-4930-974c-4c88ca7fa47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:07:44.084707 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-ba7f9e76-5b33-453b-8545-1d57d667cc93 req-841aa491-85ff-4930-974c-4c88ca7fa47e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=99f1ec4c-50c1-42cf-bf31-28bc5611fa58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1288362 Jun 06 12:07:44.146575 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-4c961b17-ba55-47aa-95ac-0c6f79c1ea39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:44.260147 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-ba7f9e76-5b33-453b-8545-1d57d667cc93 req-83bba2da-5955-4d8b-a098-7b7bde2d672b service neutron] 10.222.0.35 "GET /v2.0/networks/99f1ec4c-50c1-42cf-bf31-28bc5611fa58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663074 Jun 06 12:07:44.363461 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-4c961b17-ba55-47aa-95ac-0c6f79c1ea39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:44.366445 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-4c961b17-ba55-47aa-95ac-0c6f79c1ea39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:44.367507 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-4c961b17-ba55-47aa-95ac-0c6f79c1ea39 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/70fab661-5681-4925-b781-3cefe12c481b HTTP/1.1" status: 204 len: 168 time: 0.3603830 Jun 06 12:07:44.369859 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-bb6dcfda-7fbc-46b9-8390-497bcc0f292c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:07:44.387691 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c961b17-ba55-47aa-95ac-0c6f79c1ea39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70fab661-5681-4925-b781-3cefe12c481b,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:07:44.391643 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-4c961b17-ba55-47aa-95ac-0c6f79c1ea39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:07:44.414468 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-ba7f9e76-5b33-453b-8545-1d57d667cc93 req-a08d737d-f8d6-4dd8-9556-76727117350c service neutron] 10.222.0.35 "GET /v2.0/networks/99f1ec4c-50c1-42cf-bf31-28bc5611fa58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394861 Jun 06 12:07:44.705182 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4bb47-ca0c-4723-adb4-4c6ee8b04454 req-27a07397-c8a4-4cad-8875-ab9d84675222 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:07:44.706610 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-a1e4bb47-ca0c-4723-adb4-4c6ee8b04454 req-27a07397-c8a4-4cad-8875-ab9d84675222 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=766b7e00-50a8-46c0-a359-a73cb4a10e89 HTTP/1.1" status: 200 len: 945 time: 0.0833321 Jun 06 12:07:44.757599 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-a1e4bb47-ca0c-4723-adb4-4c6ee8b04454 req-571a69f9-7efc-422f-a0f1-c0261cb98a6b tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf080b62-b1c7-4281-8d6c-afe66baa29f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418701 Jun 06 12:07:44.948060 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f45de-0594-46e4-ac81-6124996d253c req-a5b7a44a-8bb1-4d7b-9e0f-3d33500792cf tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:07:44.949935 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-eb4f45de-0594-46e4-ac81-6124996d253c req-a5b7a44a-8bb1-4d7b-9e0f-3d33500792cf tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=766b7e00-50a8-46c0-a359-a73cb4a10e89 HTTP/1.1" status: 200 len: 945 time: 0.0885727 Jun 06 12:07:44.959441 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 37690) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:07:44.963960 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.v2.base [None req-21383b91-7616-44c1-b839-6318d919825b tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Request body: {'floatingip': {'port_id': '3483bab3-4419-4ece-8721-154681a0f80a'}} {{(pid=92096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:07:45.084055 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-21383b91-7616-44c1-b839-6318d919825b tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks [] for floatingip, before_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:45.106056 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 37694) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:07:45.123670 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-977ee92c-0df0-4d34-b99f-d707d9d6d23d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:45.231155 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-977ee92c-0df0-4d34-b99f-d707d9d6d23d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:45.306465 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-977ee92c-0df0-4d34-b99f-d707d9d6d23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:45.319752 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-64b36390-615b-431f-9130-812a319e1cd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:07:45.359454 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-977ee92c-0df0-4d34-b99f-d707d9d6d23d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=387af1170574484b8199ec3e2d5db4b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2521367 Jun 06 12:07:45.359670 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f66217-da53-42fa-bf98-26bf94d37552 req-9cd46dff-5f17-4434-95b0-b6c68e5a6cd9 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:07:45.360377 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977ee92c-0df0-4d34-b99f-d707d9d6d23d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=763deffe-c8bb-4591-9589-99928c19e58a,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:07:45.361033 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-36f66217-da53-42fa-bf98-26bf94d37552 req-9cd46dff-5f17-4434-95b0-b6c68e5a6cd9 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c2df5d1-8759-4ba6-927a-1c43cddee21c HTTP/1.1" status: 200 len: 943 time: 0.3481956 Jun 06 12:07:45.362700 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 37696) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:07:45.365248 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-977ee92c-0df0-4d34-b99f-d707d9d6d23d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:07:45.422076 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-ceb3ff5f-b7a8-4b8b-8a9d-5e194a2c24df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:45.450475 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-ceb3ff5f-b7a8-4b8b-8a9d-5e194a2c24df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:45.495752 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-36f66217-da53-42fa-bf98-26bf94d37552 req-c65c203e-8571-4829-995b-66ed2af24b5b tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/security-groups?id=408ec680-3e05-4873-9da0-213dd4b9b393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238694 Jun 06 12:07:45.580447 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-ceb3ff5f-b7a8-4b8b-8a9d-5e194a2c24df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:45.583184 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-ceb3ff5f-b7a8-4b8b-8a9d-5e194a2c24df admin admin] Notify callbacks [] for security_group, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:45.586676 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-ceb3ff5f-b7a8-4b8b-8a9d-5e194a2c24df admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/763deffe-c8bb-4591-9589-99928c19e58a HTTP/1.1" status: 204 len: 168 time: 0.2206383 Jun 06 12:07:45.586676 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-cc0ac010-4489-42e4-81e7-91bd9c509446 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:07:45.595954 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb3ff5f-b7a8-4b8b-8a9d-5e194a2c24df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=763deffe-c8bb-4591-9589-99928c19e58a,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:07:45.628600 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-ceb3ff5f-b7a8-4b8b-8a9d-5e194a2c24df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:07:46.009977 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-21383b91-7616-44c1-b839-6318d919825b tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:46.066071 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-21383b91-7616-44c1-b839-6318d919825b tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558965'] for floatingip, after_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:46.233234 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.db.l3_db [None req-21383b91-7616-44c1-b839-6318d919825b tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Floating IP b8573a22-f7c9-4f27-a3a3-b606e533d2dd associated. External IP: 172.28.2.46, port: 3483bab3-4419-4ece-8721-154681a0f80a. Jun 06 12:07:46.288993 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device 196dc9d5-4c10-4776-be3e-f8bf84efb635 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=92098) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 12:07:46.421442 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] For port 196dc9d5-4c10-4776-be3e-f8bf84efb635, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=196dc9d5-4c10-4776-be3e-f8bf84efb635,segment=NetworkSegment(1e74f646-9b55-4128-a6d9-a320ac69305f),segment_id=1e74f646-9b55-4128-a6d9-a320ac69305f)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:07:46.434409 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Returning: {'device': '196dc9d5-4c10-4776-be3e-f8bf84efb635', 'network_id': '99f1ec4c-50c1-42cf-bf31-28bc5611fa58', 'port_id': '196dc9d5-4c10-4776-be3e-f8bf84efb635', 'mac_address': 'fa:16:3e:41:d6:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6151d6c-a3ca-4b30-8028-8df9c8252719', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92098) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 12:07:46.495523 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:46.514401 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.notifiers.nova [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 196dc9d5-4c10-4776-be3e-f8bf84efb635 {{(pid=92098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 12:07:46.531146 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] For port 196dc9d5-4c10-4776-be3e-f8bf84efb635, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=196dc9d5-4c10-4776-be3e-f8bf84efb635,segment=NetworkSegment(1e74f646-9b55-4128-a6d9-a320ac69305f),segment_id=1e74f646-9b55-4128-a6d9-a320ac69305f)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:07:46.586958 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:46.590638 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-ec36155c-791e-4f5c-b17c-dcff4ea0e739 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:07:46.674326 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Pushing event updated for resources: {'Port': ['ID=196dc9d5-4c10-4776-be3e-f8bf84efb635,revision_number=4']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:07:46.679175 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:07:46.741666 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21383b91-7616-44c1-b839-6318d919825b tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Router cfdefa90-c1f8-4d9b-a1c8-71c1116a9138 has already been hosted by L3 agent 915c5c25-b12e-44c8-ae20-885b4f191692 {{(pid=92096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 12:07:46.823274 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d665c-37d1-4a1b-82c4-fe4ecb27b4f4 req-bdd00f62-5ff6-4956-93f6-923d9dfc3f8d tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:07:46.824794 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6d7d665c-37d1-4a1b-82c4-fe4ecb27b4f4 req-bdd00f62-5ff6-4956-93f6-923d9dfc3f8d tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c2df5d1-8759-4ba6-927a-1c43cddee21c HTTP/1.1" status: 200 len: 944 time: 0.1838222 Jun 06 12:07:46.846699 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] get_ports_and_sgs() called for port_ids ['196dc9d5-4c10-4776-be3e-f8bf84efb635'] {{(pid=92098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 12:07:46.961990 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6d7d665c-37d1-4a1b-82c4-fe4ecb27b4f4 req-158cbe5e-4c65-422c-956d-79142bb21ec3 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/security-groups?id=408ec680-3e05-4873-9da0-213dd4b9b393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284692 Jun 06 12:07:46.981357 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21383b91-7616-44c1-b839-6318d919825b tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify agent at l3_agent.dv-cinder-786266-2-smb the message routers_updated {{(pid=92096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 12:07:46.992417 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-21383b91-7616-44c1-b839-6318d919825b tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160768'] for floatingip, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:46.997545 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97ee6d8-d210-4a75-a9b9-470860626431 None None] Sync routers for ids ['cfdefa90-c1f8-4d9b-a1c8-71c1116a9138'] in dv-cinder-786266-2-smb {{(pid=92098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 12:07:47.031176 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97ee6d8-d210-4a75-a9b9-470860626431 None None] Routers {'cfdefa90-c1f8-4d9b-a1c8-71c1116a9138'} bound to L3 agent in host dv-cinder-786266-2-smb {{(pid=92098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:07:47.031805 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_hamode_db [None req-a97ee6d8-d210-4a75-a9b9-470860626431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T11:54:50Z,description=,heartbeat_timestamp=2021-06-06T12:07:20Z,host='dv-cinder-786266-2-smb',id=915c5c25-b12e-44c8-ae20-885b4f191692,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:54:51Z,topic='l3_agent')) {'router_ids': ['cfdefa90-c1f8-4d9b-a1c8-71c1116a9138'], 'active': True} {{(pid=92098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:07:47.050640 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-21383b91-7616-44c1-b839-6318d919825b tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "PUT /v2.0/floatingips/b8573a22-f7c9-4f27-a3a3-b606e533d2dd HTTP/1.1" status: 200 len: 990 time: 2.0901630 Jun 06 12:07:47.051448 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '766b7e00-50a8-46c0-a359-a73cb4a10e89', 'tag': '3483bab3-4419-4ece-8721-154681a0f80a'}] {{(pid=92096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:07:47.055455 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70cf447e3881262ea0b43a88f7d0d33c778b0ed04640d1c627a7304ff1bba8b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e0c325a-0d88-4f06-b664-89b71d014278" -d '{"events": [{"name": "network-changed", "server_uuid": "766b7e00-50a8-46c0-a359-a73cb4a10e89", "tag": "3483bab3-4419-4ece-8721-154681a0f80a"}]}' {{(pid=92096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:07:47.118187 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 12:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1476d467-1344-4994-8f10-0e5330d248ae x-openstack-request-id: req-1476d467-1344-4994-8f10-0e5330d248ae {{(pid=92096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:07:47.119104 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "766b7e00-50a8-46c0-a359-a73cb4a10e89", "tag": "3483bab3-4419-4ece-8721-154681a0f80a", "status": "completed", "code": 200}]} {{(pid=92096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:07:47.119104 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1476d467-1344-4994-8f10-0e5330d248ae {{(pid=92096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:07:47.119557 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '766b7e00-50a8-46c0-a359-a73cb4a10e89', 'tag': '3483bab3-4419-4ece-8721-154681a0f80a', 'status': 'completed', 'code': 200} Jun 06 12:07:47.231952 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c325a-0d88-4f06-b664-89b71d014278 req-b27fc7b1-1c7e-4f5a-b3fb-4265deaf0831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:07:47.233380 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-9e0c325a-0d88-4f06-b664-89b71d014278 req-b27fc7b1-1c7e-4f5a-b3fb-4265deaf0831 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fa82d4a0d6da4865a82dec984aed67ec&device_id=766b7e00-50a8-46c0-a359-a73cb4a10e89 HTTP/1.1" status: 200 len: 1098 time: 0.0852799 Jun 06 12:07:47.237850 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvr_db [None req-a97ee6d8-d210-4a75-a9b9-470860626431 None None] Set router cfdefa90-c1f8-4d9b-a1c8-71c1116a9138 gateway port host: dv-cinder-786266-2-smb {{(pid=92098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:07:47.376251 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c325a-0d88-4f06-b664-89b71d014278 req-dbc05ecd-462e-415f-a268-72ca3ee54aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:07:47.377688 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-9e0c325a-0d88-4f06-b664-89b71d014278 req-dbc05ecd-462e-415f-a268-72ca3ee54aa2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9d232693-3d67-4acc-8d54-aa5376170328 HTTP/1.1" status: 200 len: 918 time: 0.1371970 Jun 06 12:07:47.483251 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-9e0c325a-0d88-4f06-b664-89b71d014278 req-2b99fb6a-fe62-4782-95b1-b3661f7e39dc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3483bab3-4419-4ece-8721-154681a0f80a HTTP/1.1" status: 200 len: 998 time: 0.0986421 Jun 06 12:07:47.641113 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_hamode_db [None req-a97ee6d8-d210-4a75-a9b9-470860626431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfdefa90-c1f8-4d9b-a1c8-71c1116a9138', 'name': 'tempest-AttachVolumeShelveTestJSON-1222488113-router', 'tenant_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': 'cddd21fc-afdb-4a3f-ac54-11f3da0ce5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:03:00Z', 'updated_at': '2021-06-06T12:03:16Z', 'revision_number': 4, 'project_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'gw_port': {'id': 'cddd21fc-afdb-4a3f-ac54-11f3da0ce5b9', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:44:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdefa90-c1f8-4d9b-a1c8-71c1116a9138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:03Z', 'updated_at': '2021-06-06T12:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb', '_floatingips': [{'id': 'b8573a22-f7c9-4f27-a3a3-b606e533d2dd', 'tenant_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'floating_ip_address': '172.28.2.46', 'floating_network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'router_id': 'cfdefa90-c1f8-4d9b-a1c8-71c1116a9138', 'port_id': '3483bab3-4419-4ece-8721-154681a0f80a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d232693-3d67-4acc-8d54-aa5376170328', 'mac_address': 'fa:16:3e:27:4f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766b7e00-50a8-46c0-a359-a73cb4a10e89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T12:07:29Z', 'updated_at': '2021-06-06T12:07:45Z', 'revision_number': 1, 'project_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2afb42c6-9875-4d01-b001-d3afe46a4745', 'name': '', 'network_id': '9d232693-3d67-4acc-8d54-aa5376170328', 'tenant_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'mac_address': 'fa:16:3e:e1:79:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdefa90-c1f8-4d9b-a1c8-71c1116a9138', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9af00337-26dd-42bb-a5b7-bfb5439775d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:13Z', 'updated_at': '2021-06-06T12:03:29Z', 'revision_number': 5, 'project_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'subnets': [{'id': '9af00337-26dd-42bb-a5b7-bfb5439775d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-2-smb', False) {} {{(pid=92098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:07:47.645092 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97ee6d8-d210-4a75-a9b9-470860626431 None None] Checking router: cfdefa90-c1f8-4d9b-a1c8-71c1116a9138 for host: dv-cinder-786266-2-smb {{(pid=92098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 12:07:47.647548 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c325a-0d88-4f06-b664-89b71d014278 req-f0c75ea5-1ef1-4fb3-b9d4-d45cda67faaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:07:47.649109 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-9e0c325a-0d88-4f06-b664-89b71d014278 req-f0c75ea5-1ef1-4fb3-b9d4-d45cda67faaf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9af00337-26dd-42bb-a5b7-bfb5439775d6 HTTP/1.1" status: 200 len: 856 time: 0.1581709 Jun 06 12:07:47.653349 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97ee6d8-d210-4a75-a9b9-470860626431 None None] Routers {'cfdefa90-c1f8-4d9b-a1c8-71c1116a9138'} bound to L3 agent in host dv-cinder-786266-2-smb {{(pid=92098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:07:47.653974 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_hamode_db [None req-a97ee6d8-d210-4a75-a9b9-470860626431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T11:54:50Z,description=,heartbeat_timestamp=2021-06-06T12:07:20Z,host='dv-cinder-786266-2-smb',id=915c5c25-b12e-44c8-ae20-885b4f191692,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:54:51Z,topic='l3_agent')) {'router_ids': ['cfdefa90-c1f8-4d9b-a1c8-71c1116a9138'], 'active': True} {{(pid=92098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:07:47.729063 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c325a-0d88-4f06-b664-89b71d014278 req-a0b46ebc-eb9c-4712-9105-384ec507dbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:07:47.730561 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-9e0c325a-0d88-4f06-b664-89b71d014278 req-a0b46ebc-eb9c-4712-9105-384ec507dbce service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9d232693-3d67-4acc-8d54-aa5376170328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0748241 Jun 06 12:07:47.823011 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-7c2a17d4-a1db-4ad1-a4ee-5194bad10751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:47.844067 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvr_db [None req-a97ee6d8-d210-4a75-a9b9-470860626431 None None] Set router cfdefa90-c1f8-4d9b-a1c8-71c1116a9138 gateway port host: dv-cinder-786266-2-smb {{(pid=92098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:07:47.865916 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-9e0c325a-0d88-4f06-b664-89b71d014278 req-2142b556-44fc-43ce-979f-722cde1b0728 service neutron] 10.222.0.35 "GET /v2.0/networks/9d232693-3d67-4acc-8d54-aa5376170328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278343 Jun 06 12:07:47.997482 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-9e0c325a-0d88-4f06-b664-89b71d014278 req-8dd5119a-c5d4-4bf1-a465-81dcccefe30c service neutron] 10.222.0.35 "GET /v2.0/networks/9d232693-3d67-4acc-8d54-aa5376170328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247084 Jun 06 12:07:48.166626 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d0b8ee-40c7-46b7-90f8-e89d1620896b req-98dc9c91-9ef3-4046-8238-632b7e7a1019 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:07:48.168392 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-d5d0b8ee-40c7-46b7-90f8-e89d1620896b req-98dc9c91-9ef3-4046-8238-632b7e7a1019 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c2df5d1-8759-4ba6-927a-1c43cddee21c HTTP/1.1" status: 200 len: 944 time: 0.0888393 Jun 06 12:07:48.194003 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_hamode_db [None req-a97ee6d8-d210-4a75-a9b9-470860626431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfdefa90-c1f8-4d9b-a1c8-71c1116a9138', 'name': 'tempest-AttachVolumeShelveTestJSON-1222488113-router', 'tenant_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': 'cddd21fc-afdb-4a3f-ac54-11f3da0ce5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:03:00Z', 'updated_at': '2021-06-06T12:03:16Z', 'revision_number': 4, 'project_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'gw_port': {'id': 'cddd21fc-afdb-4a3f-ac54-11f3da0ce5b9', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:44:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdefa90-c1f8-4d9b-a1c8-71c1116a9138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:03Z', 'updated_at': '2021-06-06T12:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb', '_floatingips': [{'id': 'b8573a22-f7c9-4f27-a3a3-b606e533d2dd', 'tenant_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'floating_ip_address': '172.28.2.46', 'floating_network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'router_id': 'cfdefa90-c1f8-4d9b-a1c8-71c1116a9138', 'port_id': '3483bab3-4419-4ece-8721-154681a0f80a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d232693-3d67-4acc-8d54-aa5376170328', 'mac_address': 'fa:16:3e:27:4f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766b7e00-50a8-46c0-a359-a73cb4a10e89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T12:07:29Z', 'updated_at': '2021-06-06T12:07:45Z', 'revision_number': 1, 'project_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2afb42c6-9875-4d01-b001-d3afe46a4745', 'name': '', 'network_id': '9d232693-3d67-4acc-8d54-aa5376170328', 'tenant_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'mac_address': 'fa:16:3e:e1:79:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdefa90-c1f8-4d9b-a1c8-71c1116a9138', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9af00337-26dd-42bb-a5b7-bfb5439775d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:13Z', 'updated_at': '2021-06-06T12:03:29Z', 'revision_number': 5, 'project_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'subnets': [{'id': '9af00337-26dd-42bb-a5b7-bfb5439775d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-2-smb', False) {} {{(pid=92098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:07:48.198650 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97ee6d8-d210-4a75-a9b9-470860626431 None None] The sync data for ids ['cfdefa90-c1f8-4d9b-a1c8-71c1116a9138'] in dv-cinder-786266-2-smb is: [{'id': 'cfdefa90-c1f8-4d9b-a1c8-71c1116a9138', 'name': 'tempest-AttachVolumeShelveTestJSON-1222488113-router', 'tenant_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': 'cddd21fc-afdb-4a3f-ac54-11f3da0ce5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:03:00Z', 'updated_at': '2021-06-06T12:03:16Z', 'revision_number': 4, 'project_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'gw_port': {'id': 'cddd21fc-afdb-4a3f-ac54-11f3da0ce5b9', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:44:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdefa90-c1f8-4d9b-a1c8-71c1116a9138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:03Z', 'updated_at': '2021-06-06T12:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb', '_floatingips': [{'id': 'b8573a22-f7c9-4f27-a3a3-b606e533d2dd', 'tenant_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'floating_ip_address': '172.28.2.46', 'floating_network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'router_id': 'cfdefa90-c1f8-4d9b-a1c8-71c1116a9138', 'port_id': '3483bab3-4419-4ece-8721-154681a0f80a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d232693-3d67-4acc-8d54-aa5376170328', 'mac_address': 'fa:16:3e:27:4f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766b7e00-50a8-46c0-a359-a73cb4a10e89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T12:07:29Z', 'updated_at': '2021-06-06T12:07:45Z', 'revision_number': 1, 'project_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2afb42c6-9875-4d01-b001-d3afe46a4745', 'name': '', 'network_id': '9d232693-3d67-4acc-8d54-aa5376170328', 'tenant_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'mac_address': 'fa:16:3e:e1:79:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdefa90-c1f8-4d9b-a1c8-71c1116a9138', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9af00337-26dd-42bb-a5b7-bfb5439775d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:13Z', 'updated_at': '2021-06-06T12:03:29Z', 'revision_number': 5, 'project_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'subnets': [{'id': '9af00337-26dd-42bb-a5b7-bfb5439775d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 12:07:48.223584 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-d5d0b8ee-40c7-46b7-90f8-e89d1620896b req-f3471cd5-6b54-4c1d-8953-cb3ed71121b5 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/security-groups?id=408ec680-3e05-4873-9da0-213dd4b9b393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440440 Jun 06 12:07:48.285624 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device 196dc9d5-4c10-4776-be3e-f8bf84efb635 up at agent hyperv_hv-cinder-78626 {{(pid=92098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 12:07:48.419393 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81bed3d-352c-4684-b652-d5f9dc8961ec None None] New status for floating IP b8573a22-f7c9-4f27-a3a3-b606e533d2dd: ACTIVE {{(pid=92099) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 12:07:48.455320 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Provisioning for port 196dc9d5-4c10-4776-be3e-f8bf84efb635 completed by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 12:07:48.460491 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Provisioning complete for port 196dc9d5-4c10-4776-be3e-f8bf84efb635 triggered by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:07:48.460983 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:48.580747 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:48.611446 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c2df5d1-8759-4ba6-927a-1c43cddee21c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '196dc9d5-4c10-4776-be3e-f8bf84efb635'}] {{(pid=92098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:07:48.613710 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e301314d1a362e62940ee01824f522d16df788b03badbdd7b1d0b93d98b8084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f779e90f-e1d3-4165-963a-328185eb82dd" -d '{"events": [{"server_uuid": "6c2df5d1-8759-4ba6-927a-1c43cddee21c", "name": "network-vif-plugged", "status": "completed", "tag": "196dc9d5-4c10-4776-be3e-f8bf84efb635"}]}' {{(pid=92098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:07:48.622983 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] For port 196dc9d5-4c10-4776-be3e-f8bf84efb635, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=196dc9d5-4c10-4776-be3e-f8bf84efb635,segment=NetworkSegment(1e74f646-9b55-4128-a6d9-a320ac69305f),segment_id=1e74f646-9b55-4128-a6d9-a320ac69305f)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:07:48.658627 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 12:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b5b4ef-c748-41db-8ac4-eaf08e4adca4 x-openstack-request-id: req-d1b5b4ef-c748-41db-8ac4-eaf08e4adca4 {{(pid=92098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:07:48.659234 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c2df5d1-8759-4ba6-927a-1c43cddee21c", "name": "network-vif-plugged", "status": "completed", "tag": "196dc9d5-4c10-4776-be3e-f8bf84efb635", "code": 200}]} {{(pid=92098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:07:48.659339 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d1b5b4ef-c748-41db-8ac4-eaf08e4adca4 {{(pid=92098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:07:48.659722 dv-cinder-786266-2-smb neutron-server[92098]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c2df5d1-8759-4ba6-927a-1c43cddee21c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '196dc9d5-4c10-4776-be3e-f8bf84efb635', 'code': 200} Jun 06 12:07:48.689345 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:48.691146 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:07:48.758216 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Pushing event updated for resources: {'Port': ['ID=196dc9d5-4c10-4776-be3e-f8bf84efb635,revision_number=5']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:07:48.761123 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:07:49.024293 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc74c16b-8282-4cc9-a2e5-2107a331e804 req-8c23ee4e-6827-4c15-a1e3-93901a29da2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:07:49.025623 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-cc74c16b-8282-4cc9-a2e5-2107a331e804 req-8c23ee4e-6827-4c15-a1e3-93901a29da2f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6c2df5d1-8759-4ba6-927a-1c43cddee21c HTTP/1.1" status: 200 len: 1098 time: 0.0716071 Jun 06 12:07:49.064769 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-cc74c16b-8282-4cc9-a2e5-2107a331e804 req-764c0e27-ca53-4025-946d-ca99b88cc917 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=408ec680-3e05-4873-9da0-213dd4b9b393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331256 Jun 06 12:07:49.405830 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069ebf9-1b13-4fcb-8631-ba35b1861a83 req-ef4aab98-092f-4aae-a7e3-7ac4db7e085d tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:07:49.407283 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-5069ebf9-1b13-4fcb-8631-ba35b1861a83 req-ef4aab98-092f-4aae-a7e3-7ac4db7e085d tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c2df5d1-8759-4ba6-927a-1c43cddee21c HTTP/1.1" status: 200 len: 945 time: 0.0807588 Jun 06 12:07:49.454236 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-5069ebf9-1b13-4fcb-8631-ba35b1861a83 req-ed25d5e3-6a0d-44ef-8450-91c36c704f98 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/security-groups?id=408ec680-3e05-4873-9da0-213dd4b9b393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398135 Jun 06 12:07:50.053105 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-452c016e-b57b-4535-a889-d5fed9fe9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:50.248917 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:50.563769 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:50.654933 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66266471-b49c-4dbe-98f0-3d328bd5f9be req-36df5550-f11b-4c88-a400-9e4a5430d2e2 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:07:50.656547 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-66266471-b49c-4dbe-98f0-3d328bd5f9be req-36df5550-f11b-4c88-a400-9e4a5430d2e2 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c2df5d1-8759-4ba6-927a-1c43cddee21c HTTP/1.1" status: 200 len: 945 time: 0.0928676 Jun 06 12:07:50.705075 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-66266471-b49c-4dbe-98f0-3d328bd5f9be req-632ad248-53bc-4469-b542-253a20ca99bf tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/security-groups?id=408ec680-3e05-4873-9da0-213dd4b9b393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423646 Jun 06 12:07:50.880513 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7df4d0-ae18-4f88-a65c-d0acc6527794 req-f76409be-1f38-4a2d-ae7d-b681b4cf5ef2 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:07:50.881965 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-7a7df4d0-ae18-4f88-a65c-d0acc6527794 req-f76409be-1f38-4a2d-ae7d-b681b4cf5ef2 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c2df5d1-8759-4ba6-927a-1c43cddee21c HTTP/1.1" status: 200 len: 945 time: 0.0787601 Jun 06 12:07:50.890328 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 37740) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:07:50.894901 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.v2.base [None req-b4c99d0a-8771-47dd-8cd8-d6f07b40572a tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Request body: {'floatingip': {'port_id': '196dc9d5-4c10-4776-be3e-f8bf84efb635'}} {{(pid=92097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:07:50.971084 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-b4c99d0a-8771-47dd-8cd8-d6f07b40572a tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks [] for floatingip, before_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:51.208281 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-c3be426d-4704-402b-bce9-7cb8373a3dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:51.530786 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-b4c99d0a-8771-47dd-8cd8-d6f07b40572a tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:51.580361 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-b4c99d0a-8771-47dd-8cd8-d6f07b40572a tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558965'] for floatingip, after_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:51.855111 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.db.l3_db [None req-b4c99d0a-8771-47dd-8cd8-d6f07b40572a tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Floating IP 310f2c2a-e15d-4637-8ced-b81ad6a129aa associated. External IP: 172.28.2.4, port: 196dc9d5-4c10-4776-be3e-f8bf84efb635. Jun 06 12:07:52.208858 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4c99d0a-8771-47dd-8cd8-d6f07b40572a tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Router 9d7d3fbb-ab33-4447-afbe-46e815672323 has already been hosted by L3 agent 915c5c25-b12e-44c8-ae20-885b4f191692 {{(pid=92097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 12:07:52.393693 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c99d0a-8771-47dd-8cd8-d6f07b40572a tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify agent at l3_agent.dv-cinder-786266-2-smb the message routers_updated {{(pid=92097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 12:07:52.397801 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-b4c99d0a-8771-47dd-8cd8-d6f07b40572a tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160768'] for floatingip, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:52.403365 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2d1470-9cee-4563-8122-f33f6abe1b5f None None] Sync routers for ids ['9d7d3fbb-ab33-4447-afbe-46e815672323'] in dv-cinder-786266-2-smb {{(pid=92098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 12:07:52.413886 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2d1470-9cee-4563-8122-f33f6abe1b5f None None] Routers {'9d7d3fbb-ab33-4447-afbe-46e815672323'} bound to L3 agent in host dv-cinder-786266-2-smb {{(pid=92098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:07:52.414557 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_hamode_db [None req-0b2d1470-9cee-4563-8122-f33f6abe1b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T11:54:50Z,description=,heartbeat_timestamp=2021-06-06T12:07:50Z,host='dv-cinder-786266-2-smb',id=915c5c25-b12e-44c8-ae20-885b4f191692,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:54:51Z,topic='l3_agent')) {'router_ids': ['9d7d3fbb-ab33-4447-afbe-46e815672323'], 'active': True} {{(pid=92098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:07:52.452650 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-b4c99d0a-8771-47dd-8cd8-d6f07b40572a tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "PUT /v2.0/floatingips/310f2c2a-e15d-4637-8ced-b81ad6a129aa HTTP/1.1" status: 200 len: 989 time: 1.5612261 Jun 06 12:07:52.453393 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c2df5d1-8759-4ba6-927a-1c43cddee21c', 'tag': '196dc9d5-4c10-4776-be3e-f8bf84efb635'}] {{(pid=92097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:07:52.455666 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0506e69bdf94a0a0544469556e00d4f87ccfa4abed68bb2c567d57a4f994f1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32101293-f926-476f-baae-397d14910ba4" -d '{"events": [{"name": "network-changed", "server_uuid": "6c2df5d1-8759-4ba6-927a-1c43cddee21c", "tag": "196dc9d5-4c10-4776-be3e-f8bf84efb635"}]}' {{(pid=92097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:07:52.503269 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 12:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a230820c-f7a7-48da-ab97-1959e975313a x-openstack-request-id: req-a230820c-f7a7-48da-ab97-1959e975313a {{(pid=92097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:07:52.503662 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c2df5d1-8759-4ba6-927a-1c43cddee21c", "tag": "196dc9d5-4c10-4776-be3e-f8bf84efb635", "status": "completed", "code": 200}]} {{(pid=92097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:07:52.504017 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a230820c-f7a7-48da-ab97-1959e975313a {{(pid=92097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:07:52.504512 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c2df5d1-8759-4ba6-927a-1c43cddee21c', 'tag': '196dc9d5-4c10-4776-be3e-f8bf84efb635', 'status': 'completed', 'code': 200} Jun 06 12:07:52.597875 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvr_db [None req-0b2d1470-9cee-4563-8122-f33f6abe1b5f None None] Set router 9d7d3fbb-ab33-4447-afbe-46e815672323 gateway port host: dv-cinder-786266-2-smb {{(pid=92098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:07:52.604125 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32101293-f926-476f-baae-397d14910ba4 req-3e86dfcd-a0f3-45d2-941a-c29ab4fc7766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:07:52.605582 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-32101293-f926-476f-baae-397d14910ba4 req-3e86dfcd-a0f3-45d2-941a-c29ab4fc7766 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=eca5e9a6e3374a4193593b4832b36a26&device_id=6c2df5d1-8759-4ba6-927a-1c43cddee21c HTTP/1.1" status: 200 len: 1098 time: 0.0736523 Jun 06 12:07:52.738708 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32101293-f926-476f-baae-397d14910ba4 req-f6630bfd-ac9d-4887-a3ec-302192b4e8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:07:52.740559 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-32101293-f926-476f-baae-397d14910ba4 req-f6630bfd-ac9d-4887-a3ec-302192b4e8df service neutron] 10.222.0.35 "GET /v2.0/networks?id=99f1ec4c-50c1-42cf-bf31-28bc5611fa58 HTTP/1.1" status: 200 len: 911 time: 0.1282012 Jun 06 12:07:52.849061 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-32101293-f926-476f-baae-397d14910ba4 req-d8cb950f-0a72-4cc3-a1e8-cebe781dc70b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=196dc9d5-4c10-4776-be3e-f8bf84efb635 HTTP/1.1" status: 200 len: 997 time: 0.1016061 Jun 06 12:07:52.923574 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32101293-f926-476f-baae-397d14910ba4 req-d810b945-0d74-4c23-b71f-f8beb017281a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:07:52.925006 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-32101293-f926-476f-baae-397d14910ba4 req-d810b945-0d74-4c23-b71f-f8beb017281a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d6151d6c-a3ca-4b30-8028-8df9c8252719 HTTP/1.1" status: 200 len: 849 time: 0.0699751 Jun 06 12:07:52.986274 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_hamode_db [None req-0b2d1470-9cee-4563-8122-f33f6abe1b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7d3fbb-ab33-4447-afbe-46e815672323', 'name': 'tempest-AttachVolumeTestJSON-581758585-router', 'tenant_id': 'eca5e9a6e3374a4193593b4832b36a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': '0ac27d11-e92b-44bd-827f-b18b80d79f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:03:01Z', 'updated_at': '2021-06-06T12:03:16Z', 'revision_number': 4, 'project_id': 'eca5e9a6e3374a4193593b4832b36a26', 'gw_port': {'id': '0ac27d11-e92b-44bd-827f-b18b80d79f35', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7d3fbb-ab33-4447-afbe-46e815672323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:03Z', 'updated_at': '2021-06-06T12:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb', '_floatingips': [{'id': '310f2c2a-e15d-4637-8ced-b81ad6a129aa', 'tenant_id': 'eca5e9a6e3374a4193593b4832b36a26', 'floating_ip_address': '172.28.2.4', 'floating_network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'router_id': '9d7d3fbb-ab33-4447-afbe-46e815672323', 'port_id': '196dc9d5-4c10-4776-be3e-f8bf84efb635', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99f1ec4c-50c1-42cf-bf31-28bc5611fa58', 'mac_address': 'fa:16:3e:41:d6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2df5d1-8759-4ba6-927a-1c43cddee21c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T12:07:35Z', 'updated_at': '2021-06-06T12:07:51Z', 'revision_number': 1, 'project_id': 'eca5e9a6e3374a4193593b4832b36a26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1a9cc54-d98e-4cc5-9625-41c1bbd6010f', 'name': '', 'network_id': '99f1ec4c-50c1-42cf-bf31-28bc5611fa58', 'tenant_id': 'eca5e9a6e3374a4193593b4832b36a26', 'mac_address': 'fa:16:3e:bf:e5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7d3fbb-ab33-4447-afbe-46e815672323', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd6151d6c-a3ca-4b30-8028-8df9c8252719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:13Z', 'updated_at': '2021-06-06T12:03:30Z', 'revision_number': 5, 'project_id': 'eca5e9a6e3374a4193593b4832b36a26', 'subnets': [{'id': 'd6151d6c-a3ca-4b30-8028-8df9c8252719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-2-smb', False) {} {{(pid=92098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:07:52.990425 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2d1470-9cee-4563-8122-f33f6abe1b5f None None] Checking router: 9d7d3fbb-ab33-4447-afbe-46e815672323 for host: dv-cinder-786266-2-smb {{(pid=92098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 12:07:52.998760 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2d1470-9cee-4563-8122-f33f6abe1b5f None None] Routers {'9d7d3fbb-ab33-4447-afbe-46e815672323'} bound to L3 agent in host dv-cinder-786266-2-smb {{(pid=92098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:07:52.999404 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_hamode_db [None req-0b2d1470-9cee-4563-8122-f33f6abe1b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T11:54:50Z,description=,heartbeat_timestamp=2021-06-06T12:07:50Z,host='dv-cinder-786266-2-smb',id=915c5c25-b12e-44c8-ae20-885b4f191692,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:54:51Z,topic='l3_agent')) {'router_ids': ['9d7d3fbb-ab33-4447-afbe-46e815672323'], 'active': True} {{(pid=92098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:07:53.001910 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32101293-f926-476f-baae-397d14910ba4 req-a81aa25a-8e06-4b40-850e-9c194202b68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:07:53.003404 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-32101293-f926-476f-baae-397d14910ba4 req-a81aa25a-8e06-4b40-850e-9c194202b68e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=99f1ec4c-50c1-42cf-bf31-28bc5611fa58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0718615 Jun 06 12:07:53.051791 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-dde0a769-bb65-4f49-a590-df32523868aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:07:53.134515 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-32101293-f926-476f-baae-397d14910ba4 req-81be9b4a-83c2-4f6b-aed4-f0890b0ef6eb service neutron] 10.222.0.35 "GET /v2.0/networks/99f1ec4c-50c1-42cf-bf31-28bc5611fa58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238496 Jun 06 12:07:53.172468 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvr_db [None req-0b2d1470-9cee-4563-8122-f33f6abe1b5f None None] Set router 9d7d3fbb-ab33-4447-afbe-46e815672323 gateway port host: dv-cinder-786266-2-smb {{(pid=92098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:07:53.272487 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-32101293-f926-476f-baae-397d14910ba4 req-19ef2800-5ba5-4e4c-bb59-43e99ec75bb6 service neutron] 10.222.0.35 "GET /v2.0/networks/99f1ec4c-50c1-42cf-bf31-28bc5611fa58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313241 Jun 06 12:07:53.528907 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_hamode_db [None req-0b2d1470-9cee-4563-8122-f33f6abe1b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7d3fbb-ab33-4447-afbe-46e815672323', 'name': 'tempest-AttachVolumeTestJSON-581758585-router', 'tenant_id': 'eca5e9a6e3374a4193593b4832b36a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': '0ac27d11-e92b-44bd-827f-b18b80d79f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:03:01Z', 'updated_at': '2021-06-06T12:03:16Z', 'revision_number': 4, 'project_id': 'eca5e9a6e3374a4193593b4832b36a26', 'gw_port': {'id': '0ac27d11-e92b-44bd-827f-b18b80d79f35', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7d3fbb-ab33-4447-afbe-46e815672323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:03Z', 'updated_at': '2021-06-06T12:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb', '_floatingips': [{'id': '310f2c2a-e15d-4637-8ced-b81ad6a129aa', 'tenant_id': 'eca5e9a6e3374a4193593b4832b36a26', 'floating_ip_address': '172.28.2.4', 'floating_network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'router_id': '9d7d3fbb-ab33-4447-afbe-46e815672323', 'port_id': '196dc9d5-4c10-4776-be3e-f8bf84efb635', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99f1ec4c-50c1-42cf-bf31-28bc5611fa58', 'mac_address': 'fa:16:3e:41:d6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2df5d1-8759-4ba6-927a-1c43cddee21c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T12:07:35Z', 'updated_at': '2021-06-06T12:07:51Z', 'revision_number': 1, 'project_id': 'eca5e9a6e3374a4193593b4832b36a26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1a9cc54-d98e-4cc5-9625-41c1bbd6010f', 'name': '', 'network_id': '99f1ec4c-50c1-42cf-bf31-28bc5611fa58', 'tenant_id': 'eca5e9a6e3374a4193593b4832b36a26', 'mac_address': 'fa:16:3e:bf:e5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7d3fbb-ab33-4447-afbe-46e815672323', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd6151d6c-a3ca-4b30-8028-8df9c8252719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:13Z', 'updated_at': '2021-06-06T12:03:30Z', 'revision_number': 5, 'project_id': 'eca5e9a6e3374a4193593b4832b36a26', 'subnets': [{'id': 'd6151d6c-a3ca-4b30-8028-8df9c8252719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-2-smb', False) {} {{(pid=92098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:07:53.532774 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2d1470-9cee-4563-8122-f33f6abe1b5f None None] The sync data for ids ['9d7d3fbb-ab33-4447-afbe-46e815672323'] in dv-cinder-786266-2-smb is: [{'id': '9d7d3fbb-ab33-4447-afbe-46e815672323', 'name': 'tempest-AttachVolumeTestJSON-581758585-router', 'tenant_id': 'eca5e9a6e3374a4193593b4832b36a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': '0ac27d11-e92b-44bd-827f-b18b80d79f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:03:01Z', 'updated_at': '2021-06-06T12:03:16Z', 'revision_number': 4, 'project_id': 'eca5e9a6e3374a4193593b4832b36a26', 'gw_port': {'id': '0ac27d11-e92b-44bd-827f-b18b80d79f35', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7d3fbb-ab33-4447-afbe-46e815672323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:03Z', 'updated_at': '2021-06-06T12:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb', '_floatingips': [{'id': '310f2c2a-e15d-4637-8ced-b81ad6a129aa', 'tenant_id': 'eca5e9a6e3374a4193593b4832b36a26', 'floating_ip_address': '172.28.2.4', 'floating_network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'router_id': '9d7d3fbb-ab33-4447-afbe-46e815672323', 'port_id': '196dc9d5-4c10-4776-be3e-f8bf84efb635', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99f1ec4c-50c1-42cf-bf31-28bc5611fa58', 'mac_address': 'fa:16:3e:41:d6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2df5d1-8759-4ba6-927a-1c43cddee21c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T12:07:35Z', 'updated_at': '2021-06-06T12:07:51Z', 'revision_number': 1, 'project_id': 'eca5e9a6e3374a4193593b4832b36a26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1a9cc54-d98e-4cc5-9625-41c1bbd6010f', 'name': '', 'network_id': '99f1ec4c-50c1-42cf-bf31-28bc5611fa58', 'tenant_id': 'eca5e9a6e3374a4193593b4832b36a26', 'mac_address': 'fa:16:3e:bf:e5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7d3fbb-ab33-4447-afbe-46e815672323', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd6151d6c-a3ca-4b30-8028-8df9c8252719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:13Z', 'updated_at': '2021-06-06T12:03:30Z', 'revision_number': 5, 'project_id': 'eca5e9a6e3374a4193593b4832b36a26', 'subnets': [{'id': 'd6151d6c-a3ca-4b30-8028-8df9c8252719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 12:07:53.719133 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedfc788-cb9f-4b55-a222-1c6b880ebd6f None None] New status for floating IP 310f2c2a-e15d-4637-8ced-b81ad6a129aa: ACTIVE {{(pid=92099) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 12:08:02.457393 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.agents_db [None req-260e75b6-693f-447f-9c37-08072a5d67b1 None None] Agent healthcheck: found 6 active agents {{(pid=92099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 12:08:04.196597 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591fadb8-5261-48a2-acdb-17285579e4da req-14b93eff-dbaa-4a9a-b24e-c861613edf42 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:08:04.198530 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-591fadb8-5261-48a2-acdb-17285579e4da req-14b93eff-dbaa-4a9a-b24e-c861613edf42 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a147354-5831-4047-9eef-6e2d0044078d HTTP/1.1" status: 200 len: 945 time: 0.0832708 Jun 06 12:08:04.243678 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-591fadb8-5261-48a2-acdb-17285579e4da req-648d07fd-9d17-4a1d-b681-d2fddd80c52b tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/security-groups?id=364c3307-ea3e-4f64-b081-feec556770fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386581 Jun 06 12:08:05.533944 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd5c84-5538-49d7-8e46-0f897a5e1edd req-477dcbcf-d57e-45f4-bff1-bbc1b3ec5fbb tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:08:05.535293 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-2ccd5c84-5538-49d7-8e46-0f897a5e1edd req-477dcbcf-d57e-45f4-bff1-bbc1b3ec5fbb tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a147354-5831-4047-9eef-6e2d0044078d HTTP/1.1" status: 200 len: 945 time: 0.1824272 Jun 06 12:08:05.582109 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-2ccd5c84-5538-49d7-8e46-0f897a5e1edd req-bb2f0527-1d3f-4b4c-84b7-4ea9a0f6014a tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/security-groups?id=364c3307-ea3e-4f64-b081-feec556770fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412827 Jun 06 12:08:06.766001 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0716e049-9328-498d-abdc-f4cd6884e117 req-a8248dad-26d8-440c-ad41-709610d2931a tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:08:06.767410 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-0716e049-9328-498d-abdc-f4cd6884e117 req-a8248dad-26d8-440c-ad41-709610d2931a tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a147354-5831-4047-9eef-6e2d0044078d HTTP/1.1" status: 200 len: 945 time: 0.0780220 Jun 06 12:08:06.810034 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-0716e049-9328-498d-abdc-f4cd6884e117 req-053af863-2604-4965-9c1f-abdc9f8a81ee tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/security-groups?id=364c3307-ea3e-4f64-b081-feec556770fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371687 Jun 06 12:08:08.005188 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1f8af0-ec3e-44a5-8752-e53b199dabe2 req-83ad7568-e89c-426b-8e6c-a22985497da2 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:08:08.006751 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-9b1f8af0-ec3e-44a5-8752-e53b199dabe2 req-83ad7568-e89c-426b-8e6c-a22985497da2 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a147354-5831-4047-9eef-6e2d0044078d HTTP/1.1" status: 200 len: 945 time: 0.0810862 Jun 06 12:08:08.051890 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-9b1f8af0-ec3e-44a5-8752-e53b199dabe2 req-cde351e9-6bea-415e-8be4-83a7e1e04c48 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/security-groups?id=364c3307-ea3e-4f64-b081-feec556770fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391674 Jun 06 12:08:09.107720 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24e10e7-f5a9-41cf-bb9f-653fa66e3032 req-91533182-9e45-42de-aa3c-41f44dd2f718 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:08:09.109145 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-c24e10e7-f5a9-41cf-bb9f-653fa66e3032 req-91533182-9e45-42de-aa3c-41f44dd2f718 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a147354-5831-4047-9eef-6e2d0044078d HTTP/1.1" status: 200 len: 945 time: 0.0835998 Jun 06 12:08:09.241411 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d1e4a-29e6-40cf-badd-ef55bacc29d8 req-6bef1271-dfe3-4cfc-ad1f-3e568f14aa71 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:08:09.242870 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-617d1e4a-29e6-40cf-badd-ef55bacc29d8 req-6bef1271-dfe3-4cfc-ad1f-3e568f14aa71 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a147354-5831-4047-9eef-6e2d0044078d HTTP/1.1" status: 200 len: 945 time: 0.0820544 Jun 06 12:08:09.297336 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-617d1e4a-29e6-40cf-badd-ef55bacc29d8 req-1c31a97a-1727-4797-92e3-b16feb411a71 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/security-groups?id=364c3307-ea3e-4f64-b081-feec556770fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479131 Jun 06 12:08:09.360060 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.plugin [req-c24e10e7-f5a9-41cf-bb9f-653fa66e3032 req-f2c1239e-bfb7-45f3-9650-f6d8c6091db0 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Deleting port 21ccb649-d5e0-4d67-a842-3869dc43be20 {{(pid=92097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 12:08:09.360310 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-c24e10e7-f5a9-41cf-bb9f-653fa66e3032 req-f2c1239e-bfb7-45f3-9650-f6d8c6091db0 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778191659996'] for port, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:09.494623 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.db [req-c24e10e7-f5a9-41cf-bb9f-653fa66e3032 req-f2c1239e-bfb7-45f3-9650-f6d8c6091db0 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] For port 21ccb649-d5e0-4d67-a842-3869dc43be20, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=21ccb649-d5e0-4d67-a842-3869dc43be20,segment=NetworkSegment(44f1586a-fdb1-41b1-9617-6c4cf8707ae8),segment_id=44f1586a-fdb1-41b1-9617-6c4cf8707ae8)] {{(pid=92097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:08:09.494982 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-c24e10e7-f5a9-41cf-bb9f-653fa66e3032 req-f2c1239e-bfb7-45f3-9650-f6d8c6091db0 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598405'] for port, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:09.620106 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.plugin [req-c24e10e7-f5a9-41cf-bb9f-653fa66e3032 req-f2c1239e-bfb7-45f3-9650-f6d8c6091db0 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Calling delete_port for 21ccb649-d5e0-4d67-a842-3869dc43be20 owned by compute:nova {{(pid=92097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 12:08:09.780613 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-c24e10e7-f5a9-41cf-bb9f-653fa66e3032 req-f2c1239e-bfb7-45f3-9650-f6d8c6091db0 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778191664348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778191160661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2165323'] for port, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:09.786186 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-bb66ee45-6b0d-4258-885b-6635c92db212 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:08:09.794542 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] get_ports_and_sgs() called for port_ids ['21ccb649-d5e0-4d67-a842-3869dc43be20'] {{(pid=92098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 12:08:09.833565 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c1239e-bfb7-45f3-9650-f6d8c6091db0 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Pushing event deleted for resources: {'Port': ['ID=21ccb649-d5e0-4d67-a842-3869dc43be20,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:08:09.872259 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c1239e-bfb7-45f3-9650-f6d8c6091db0 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:08:09.872581 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c1239e-bfb7-45f3-9650-f6d8c6091db0 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:08:09.872958 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c1239e-bfb7-45f3-9650-f6d8c6091db0 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:08:09.873317 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c1239e-bfb7-45f3-9650-f6d8c6091db0 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:08:09.873674 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c1239e-bfb7-45f3-9650-f6d8c6091db0 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:08:09.874058 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c1239e-bfb7-45f3-9650-f6d8c6091db0 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:08:09.874413 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c1239e-bfb7-45f3-9650-f6d8c6091db0 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:08:09.874766 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c1239e-bfb7-45f3-9650-f6d8c6091db0 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:08:09.875117 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c1239e-bfb7-45f3-9650-f6d8c6091db0 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:08:09.875466 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c1239e-bfb7-45f3-9650-f6d8c6091db0 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:08:09.875815 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c1239e-bfb7-45f3-9650-f6d8c6091db0 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:08:09.876182 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c1239e-bfb7-45f3-9650-f6d8c6091db0 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:08:09.882986 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-f2c1239e-bfb7-45f3-9650-f6d8c6091db0 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:08:09.917603 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.l3_dvrscheduler_db [req-c24e10e7-f5a9-41cf-bb9f-653fa66e3032 req-f2c1239e-bfb7-45f3-9650-f6d8c6091db0 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] No DVR routers for this DVR port 21ccb649-d5e0-4d67-a842-3869dc43be20 on host hv-cinder-78626 {{(pid=92097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 12:08:09.920663 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-c24e10e7-f5a9-41cf-bb9f-653fa66e3032 req-f2c1239e-bfb7-45f3-9650-f6d8c6091db0 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160768'] for port, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:09.922632 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-c24e10e7-f5a9-41cf-bb9f-653fa66e3032 req-f2c1239e-bfb7-45f3-9650-f6d8c6091db0 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.35 "DELETE /v2.0/ports/21ccb649-d5e0-4d67-a842-3869dc43be20 HTTP/1.1" status: 204 len: 173 time: 0.8067458 Jun 06 12:08:09.923115 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a147354-5831-4047-9eef-6e2d0044078d', 'name': 'network-vif-deleted', 'tag': '21ccb649-d5e0-4d67-a842-3869dc43be20'}] {{(pid=92097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:08:09.925374 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0506e69bdf94a0a0544469556e00d4f87ccfa4abed68bb2c567d57a4f994f1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8dbfb14-ba2f-4364-a18d-dadfbff2732e" -d '{"events": [{"server_uuid": "9a147354-5831-4047-9eef-6e2d0044078d", "name": "network-vif-deleted", "tag": "21ccb649-d5e0-4d67-a842-3869dc43be20"}]}' {{(pid=92097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:08:09.968114 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 12:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41bdf979-5299-43d9-9780-f6ee036e5f2b x-openstack-request-id: req-41bdf979-5299-43d9-9780-f6ee036e5f2b {{(pid=92097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:08:09.968433 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a147354-5831-4047-9eef-6e2d0044078d", "name": "network-vif-deleted", "tag": "21ccb649-d5e0-4d67-a842-3869dc43be20", "status": "completed", "code": 200}]} {{(pid=92097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:08:09.968715 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-41bdf979-5299-43d9-9780-f6ee036e5f2b {{(pid=92097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:08:09.969134 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a147354-5831-4047-9eef-6e2d0044078d', 'name': 'network-vif-deleted', 'tag': '21ccb649-d5e0-4d67-a842-3869dc43be20', 'status': 'completed', 'code': 200} Jun 06 12:08:10.467800 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-11fff451-5822-4ca7-a633-eecfc3c35e27 req-4742e40e-1a4d-4175-86ae-024cb2d6a3a6 tempest-VolumesSnapshotTestJSON-1993616009 tempest-VolumesSnapshotTestJSON-1993616009-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a147354-5831-4047-9eef-6e2d0044078d HTTP/1.1" status: 200 len: 210 time: 0.0454931 Jun 06 12:08:12.461930 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device 21ccb649-d5e0-4d67-a842-3869dc43be20 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 12:08:12.495561 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.plugin [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] No Port match for: 21ccb649-d5e0-4d67-a842-3869dc43be20 {{(pid=92098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 12:08:12.495849 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device 21ccb649-d5e0-4d67-a842-3869dc43be20 not bound to the agent host hv-cinder-78626 {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 12:08:17.071887 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-70046a9a-e433-40bc-985e-8fd7295d6a37 req-afa23c4c-2a16-42c2-a43e-ee9f6c834f4c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=19500b47-905a-4df7-b772-1cc46288e643&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1200864 Jun 06 12:08:17.211725 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70046a9a-e433-40bc-985e-8fd7295d6a37 req-ba1f18e2-e132-4258-8b9b-43d14af5cb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:08:17.213075 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-70046a9a-e433-40bc-985e-8fd7295d6a37 req-ba1f18e2-e132-4258-8b9b-43d14af5cb85 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5e1928ed6cdf4910a20d9b6ff02b4c2b&device_id=19500b47-905a-4df7-b772-1cc46288e643 HTTP/1.1" status: 200 len: 1098 time: 0.0701845 Jun 06 12:08:17.362010 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70046a9a-e433-40bc-985e-8fd7295d6a37 req-e3c08a66-f513-48d3-8ff5-e0a2dff3b838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:08:17.363437 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-70046a9a-e433-40bc-985e-8fd7295d6a37 req-e3c08a66-f513-48d3-8ff5-e0a2dff3b838 service neutron] 10.222.0.35 "GET /v2.0/networks?id=44aa02f2-2a13-4100-b8b1-6e7744d752d7 HTTP/1.1" status: 200 len: 910 time: 0.1284676 Jun 06 12:08:17.471005 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-70046a9a-e433-40bc-985e-8fd7295d6a37 req-fc2c9a1a-809c-4d01-bfab-22bdde07a5aa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=204f38e8-b284-4ffd-8b13-52ff665ef164 HTTP/1.1" status: 200 len: 1000 time: 0.0984805 Jun 06 12:08:17.538563 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70046a9a-e433-40bc-985e-8fd7295d6a37 req-5149621f-5e0b-4b37-ae16-5c7a2c93b456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:08:17.539972 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-70046a9a-e433-40bc-985e-8fd7295d6a37 req-5149621f-5e0b-4b37-ae16-5c7a2c93b456 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a36d396d-02b7-45f4-a272-c76d0b30e743 HTTP/1.1" status: 200 len: 848 time: 0.0596933 Jun 06 12:08:17.615611 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70046a9a-e433-40bc-985e-8fd7295d6a37 req-b9eb69c6-4497-4869-be71-6605f683106c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:08:17.617114 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-70046a9a-e433-40bc-985e-8fd7295d6a37 req-b9eb69c6-4497-4869-be71-6605f683106c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=44aa02f2-2a13-4100-b8b1-6e7744d752d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0705290 Jun 06 12:08:17.755008 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-70046a9a-e433-40bc-985e-8fd7295d6a37 req-1b8b43f8-ac2b-4a5f-8222-8c776ae61229 service neutron] 10.222.0.35 "GET /v2.0/networks/44aa02f2-2a13-4100-b8b1-6e7744d752d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307034 Jun 06 12:08:17.780404 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-15d719f7-7a9c-4e4d-b30e-476b757317fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:17.887821 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-70046a9a-e433-40bc-985e-8fd7295d6a37 req-324612dd-456b-497c-a9cf-a298b9788ff0 service neutron] 10.222.0.35 "GET /v2.0/networks/44aa02f2-2a13-4100-b8b1-6e7744d752d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262810 Jun 06 12:08:18.548067 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddea874-fc7e-46d1-888b-d1830f28f479 req-9bfb9872-4514-4ea8-88af-bb060aaee1af tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:08:18.549551 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-3ddea874-fc7e-46d1-888b-d1830f28f479 req-9bfb9872-4514-4ea8-88af-bb060aaee1af tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "GET /v2.0/ports?device_id=19500b47-905a-4df7-b772-1cc46288e643 HTTP/1.1" status: 200 len: 945 time: 0.0815678 Jun 06 12:08:18.594182 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-3ddea874-fc7e-46d1-888b-d1830f28f479 req-d9d9ab28-0a55-476d-b543-7d98f99c5e55 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8e3558-5525-409a-8a5e-2b0e7c402abb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390892 Jun 06 12:08:19.784084 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5466ab6d-19d6-4051-8fa0-32e2a415452f req-6cdc2838-bc6d-4cf6-96df-603ebd11cf45 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:08:19.785438 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-5466ab6d-19d6-4051-8fa0-32e2a415452f req-6cdc2838-bc6d-4cf6-96df-603ebd11cf45 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "GET /v2.0/ports?device_id=19500b47-905a-4df7-b772-1cc46288e643 HTTP/1.1" status: 200 len: 945 time: 0.0819137 Jun 06 12:08:19.830750 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-5466ab6d-19d6-4051-8fa0-32e2a415452f req-fa869399-b6a5-4987-8777-43fbea0eec72 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8e3558-5525-409a-8a5e-2b0e7c402abb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396268 Jun 06 12:08:20.036119 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-887ce94e-0463-4bc8-a4ca-cd678968f462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:20.247560 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:20.614508 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:21.015512 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe844f3-d25e-47fb-ac3e-b6d479da64df req-4a950555-cbff-47eb-b5b2-a3a6e5c9433e tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:08:21.016859 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-3fe844f3-d25e-47fb-ac3e-b6d479da64df req-4a950555-cbff-47eb-b5b2-a3a6e5c9433e tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "GET /v2.0/ports?device_id=19500b47-905a-4df7-b772-1cc46288e643 HTTP/1.1" status: 200 len: 945 time: 0.0790210 Jun 06 12:08:21.060979 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-3fe844f3-d25e-47fb-ac3e-b6d479da64df req-d8c8dd6f-caa4-4904-956a-d502fc25d02c tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8e3558-5525-409a-8a5e-2b0e7c402abb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385618 Jun 06 12:08:21.225584 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-c3be426d-4704-402b-bce9-7cb8373a3dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:22.335668 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffaabff-90fa-4c92-aa40-615e37f3f7cf req-98981b9a-dfa1-4e22-be69-db2964ff3b7c tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:08:22.337129 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-bffaabff-90fa-4c92-aa40-615e37f3f7cf req-98981b9a-dfa1-4e22-be69-db2964ff3b7c tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "GET /v2.0/ports?device_id=19500b47-905a-4df7-b772-1cc46288e643 HTTP/1.1" status: 200 len: 945 time: 0.1656368 Jun 06 12:08:22.383728 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-bffaabff-90fa-4c92-aa40-615e37f3f7cf req-c0687977-1da9-4fe5-b743-b4bb598be4a7 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8e3558-5525-409a-8a5e-2b0e7c402abb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399265 Jun 06 12:08:23.048452 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-dde0a769-bb65-4f49-a590-df32523868aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:23.573495 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c405f-b950-4523-ad31-a8645164965d req-f8ed5839-9a32-4908-a946-821608ebaea0 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:08:23.575631 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6d9c405f-b950-4523-ad31-a8645164965d req-f8ed5839-9a32-4908-a946-821608ebaea0 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "GET /v2.0/ports?device_id=19500b47-905a-4df7-b772-1cc46288e643 HTTP/1.1" status: 200 len: 945 time: 0.0849423 Jun 06 12:08:23.619725 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6d9c405f-b950-4523-ad31-a8645164965d req-2e731ca1-1d0e-4714-a8f0-0ac7ffd163f4 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8e3558-5525-409a-8a5e-2b0e7c402abb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391805 Jun 06 12:08:24.804599 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383eae34-d3f5-4cbf-8b4e-f8aded6a8cfb req-e3abdc72-8bc9-4d4a-9350-8b83502d186e tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:08:24.806015 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-383eae34-d3f5-4cbf-8b4e-f8aded6a8cfb req-e3abdc72-8bc9-4d4a-9350-8b83502d186e tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "GET /v2.0/ports?device_id=19500b47-905a-4df7-b772-1cc46288e643 HTTP/1.1" status: 200 len: 945 time: 0.0774903 Jun 06 12:08:24.849432 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-383eae34-d3f5-4cbf-8b4e-f8aded6a8cfb req-4d073ade-fb51-44f7-8a41-58a8a43ca7c1 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8e3558-5525-409a-8a5e-2b0e7c402abb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373142 Jun 06 12:08:26.034993 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a6d849-3734-4be3-9345-17d34b8a4d46 req-c0debfd4-c96c-49ea-82a5-67be28979e02 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:08:26.036419 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c7a6d849-3734-4be3-9345-17d34b8a4d46 req-c0debfd4-c96c-49ea-82a5-67be28979e02 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "GET /v2.0/ports?device_id=19500b47-905a-4df7-b772-1cc46288e643 HTTP/1.1" status: 200 len: 945 time: 0.0816979 Jun 06 12:08:26.079877 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c7a6d849-3734-4be3-9345-17d34b8a4d46 req-988c4ba4-2fe5-491c-996b-39b9af777f6f tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8e3558-5525-409a-8a5e-2b0e7c402abb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379004 Jun 06 12:08:27.262997 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99cb02d-bbdd-4e9b-a763-4a3b739e9f25 req-680a19f2-d901-4842-b47d-7608c814e6df tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:08:27.264400 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-a99cb02d-bbdd-4e9b-a763-4a3b739e9f25 req-680a19f2-d901-4842-b47d-7608c814e6df tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "GET /v2.0/ports?device_id=19500b47-905a-4df7-b772-1cc46288e643 HTTP/1.1" status: 200 len: 945 time: 0.0780725 Jun 06 12:08:27.307475 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-a99cb02d-bbdd-4e9b-a763-4a3b739e9f25 req-26efaee3-3818-401e-b763-f028fd8047b1 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8e3558-5525-409a-8a5e-2b0e7c402abb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367901 Jun 06 12:08:28.494028 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5fb4b-d99a-483d-a468-f899f3b1a1e8 req-87527c90-506e-4a22-af52-775bb2c08fc9 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:08:28.495450 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-d6b5fb4b-d99a-483d-a468-f899f3b1a1e8 req-87527c90-506e-4a22-af52-775bb2c08fc9 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "GET /v2.0/ports?device_id=19500b47-905a-4df7-b772-1cc46288e643 HTTP/1.1" status: 200 len: 945 time: 0.0811474 Jun 06 12:08:28.539976 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-d6b5fb4b-d99a-483d-a468-f899f3b1a1e8 req-5a2e23eb-dd31-4c96-b1b3-599df7db42d5 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8e3558-5525-409a-8a5e-2b0e7c402abb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381579 Jun 06 12:08:28.745508 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ee6b3-768c-45c8-84d4-b382cfa74656 req-ebfd9ada-2dfa-480b-a92b-8f6a64057c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:08:28.746977 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-f04ee6b3-768c-45c8-84d4-b382cfa74656 req-ebfd9ada-2dfa-480b-a92b-8f6a64057c29 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5e1928ed6cdf4910a20d9b6ff02b4c2b&device_id=19500b47-905a-4df7-b772-1cc46288e643 HTTP/1.1" status: 200 len: 1098 time: 0.0699089 Jun 06 12:08:28.967267 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ee6b3-768c-45c8-84d4-b382cfa74656 req-a4a92468-d62e-4b8d-b96a-9b9d1dd62dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:08:28.968742 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-f04ee6b3-768c-45c8-84d4-b382cfa74656 req-a4a92468-d62e-4b8d-b96a-9b9d1dd62dc4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=44aa02f2-2a13-4100-b8b1-6e7744d752d7 HTTP/1.1" status: 200 len: 910 time: 0.2137005 Jun 06 12:08:29.076425 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-f04ee6b3-768c-45c8-84d4-b382cfa74656 req-6d146280-84fd-4f0b-8ebd-5a67e10fa6a7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=204f38e8-b284-4ffd-8b13-52ff665ef164 HTTP/1.1" status: 200 len: 1000 time: 0.0962446 Jun 06 12:08:29.144455 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ee6b3-768c-45c8-84d4-b382cfa74656 req-785961be-8bc1-4639-a7a3-d019481aef18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:08:29.145908 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-f04ee6b3-768c-45c8-84d4-b382cfa74656 req-785961be-8bc1-4639-a7a3-d019481aef18 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a36d396d-02b7-45f4-a272-c76d0b30e743 HTTP/1.1" status: 200 len: 848 time: 0.0612206 Jun 06 12:08:29.220624 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ee6b3-768c-45c8-84d4-b382cfa74656 req-1938385c-2c63-4a94-bd77-1eb3e347cc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:08:29.222138 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-f04ee6b3-768c-45c8-84d4-b382cfa74656 req-1938385c-2c63-4a94-bd77-1eb3e347cc61 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=44aa02f2-2a13-4100-b8b1-6e7744d752d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0701833 Jun 06 12:08:29.351658 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-f04ee6b3-768c-45c8-84d4-b382cfa74656 req-790032cc-b9af-491f-a726-b1a8a37b96aa service neutron] 10.222.0.35 "GET /v2.0/networks/44aa02f2-2a13-4100-b8b1-6e7744d752d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224749 Jun 06 12:08:29.482010 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-f04ee6b3-768c-45c8-84d4-b382cfa74656 req-888b88c3-a9d3-4c12-9f21-9372d733661c service neutron] 10.222.0.35 "GET /v2.0/networks/44aa02f2-2a13-4100-b8b1-6e7744d752d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236353 Jun 06 12:08:29.725634 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5004898e-dceb-4a61-8d3e-8071c3c63b3c req-ccb64daa-56b1-47d8-a870-268cd3542464 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:08:29.727093 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-5004898e-dceb-4a61-8d3e-8071c3c63b3c req-ccb64daa-56b1-47d8-a870-268cd3542464 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "GET /v2.0/ports?device_id=19500b47-905a-4df7-b772-1cc46288e643 HTTP/1.1" status: 200 len: 945 time: 0.0804052 Jun 06 12:08:29.774743 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-5004898e-dceb-4a61-8d3e-8071c3c63b3c req-286a8661-7210-405d-9d8a-23cc1384cfff tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8e3558-5525-409a-8a5e-2b0e7c402abb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418787 Jun 06 12:08:30.965779 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feafa98-122c-4fdd-928f-c3f17f9ea9e6 req-b0f1ad39-7539-4fbd-9ee3-29cfc0e8839d tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:08:30.967289 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-2feafa98-122c-4fdd-928f-c3f17f9ea9e6 req-b0f1ad39-7539-4fbd-9ee3-29cfc0e8839d tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "GET /v2.0/ports?device_id=19500b47-905a-4df7-b772-1cc46288e643 HTTP/1.1" status: 200 len: 945 time: 0.0851831 Jun 06 12:08:31.012187 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-2feafa98-122c-4fdd-928f-c3f17f9ea9e6 req-b27afd17-9325-4a80-a053-e1a4c5831993 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8e3558-5525-409a-8a5e-2b0e7c402abb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391867 Jun 06 12:08:32.212341 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f886fcc-fa7a-4cdd-9e63-1ed15c073083 req-290cf8db-6fd2-4aa6-9a8c-d0bbd0b1e3ae tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:08:32.213692 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-4f886fcc-fa7a-4cdd-9e63-1ed15c073083 req-290cf8db-6fd2-4aa6-9a8c-d0bbd0b1e3ae tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "GET /v2.0/ports?device_id=19500b47-905a-4df7-b772-1cc46288e643 HTTP/1.1" status: 200 len: 945 time: 0.0841627 Jun 06 12:08:32.258264 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-4f886fcc-fa7a-4cdd-9e63-1ed15c073083 req-d6d33207-b95e-43f4-9251-d3a6043b71ca tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8e3558-5525-409a-8a5e-2b0e7c402abb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383065 Jun 06 12:08:32.734971 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-afb01d2a-05ff-4208-a483-2ab461b1c51e req-661df958-076e-4c97-babd-703921142d46 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=19500b47-905a-4df7-b772-1cc46288e643&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0747766 Jun 06 12:08:32.741329 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d39ca-3825-4e40-9808-0c50cfaf0d6c req-727c0b2a-f04f-4721-b564-f205c566eef9 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:08:32.742971 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-b24d39ca-3825-4e40-9808-0c50cfaf0d6c req-727c0b2a-f04f-4721-b564-f205c566eef9 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "GET /v2.0/ports?device_id=19500b47-905a-4df7-b772-1cc46288e643 HTTP/1.1" status: 200 len: 945 time: 0.0820041 Jun 06 12:08:32.788953 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-b24d39ca-3825-4e40-9808-0c50cfaf0d6c req-c14e6375-0a7d-471a-925a-d1ba85522a42 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8e3558-5525-409a-8a5e-2b0e7c402abb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403824 Jun 06 12:08:33.149976 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 38136) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:08:33.209895 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ce28dc5-8854-4e4c-a435-d5cb38e20c35 admin admin] Deleting subnet cf722215-7508-469b-84a9-6e792d6fef94 {{(pid=92097) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 12:08:33.212868 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-3ce28dc5-8854-4e4c-a435-d5cb38e20c35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:33.263017 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-3ce28dc5-8854-4e4c-a435-d5cb38e20c35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-907540'] for subnet, precommit_delete_associations {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:33.321825 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-3ce28dc5-8854-4e4c-a435-d5cb38e20c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33120235'] for subnet, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:33.466436 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-3ce28dc5-8854-4e4c-a435-d5cb38e20c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33120226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2165414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556759'] for subnet, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:33.473467 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-558e7e23-c695-4ef5-a3c4-0d60831dbc46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:08:33.511643 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-3ce28dc5-8854-4e4c-a435-d5cb38e20c35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:33.513993 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-3ce28dc5-8854-4e4c-a435-d5cb38e20c35 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/cf722215-7508-469b-84a9-6e792d6fef94 HTTP/1.1" status: 204 len: 168 time: 0.3624499 Jun 06 12:08:33.514441 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce28dc5-8854-4e4c-a435-d5cb38e20c35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf722215-7508-469b-84a9-6e792d6fef94,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:08:33.516388 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 38138) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:08:33.518294 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-3ce28dc5-8854-4e4c-a435-d5cb38e20c35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:08:33.618817 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-5c2ea4d9-62d3-44a5-9931-bdd73ae2964d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33107049'] for network, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:33.746283 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-5c2ea4d9-62d3-44a5-9931-bdd73ae2964d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33119602', 'neutron.services.segments.db._delete_segments_for_network-8778191637926'] for network, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:33.758761 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.services.segments.db [None req-5c2ea4d9-62d3-44a5-9931-bdd73ae2964d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a7e89fe-a71c-48d9-b777-817d38d513d5']}} {{(pid=92097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:08:33.771731 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.services.segments.db [None req-5c2ea4d9-62d3-44a5-9931-bdd73ae2964d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44f1586a-fdb1-41b1-9617-6c4cf8707ae8') {'for_net_delete': True} {{(pid=92097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:08:33.772232 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.services.segments.db [None req-5c2ea4d9-62d3-44a5-9931-bdd73ae2964d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44f1586a-fdb1-41b1-9617-6c4cf8707ae8') {} {{(pid=92097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:08:33.783852 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-5c2ea4d9-62d3-44a5-9931-bdd73ae2964d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778191512257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-907565'] for segment, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:33.799893 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-5c2ea4d9-62d3-44a5-9931-bdd73ae2964d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33122656'] for segment, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:33.806011 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c2ea4d9-62d3-44a5-9931-bdd73ae2964d admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=92097) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 12:08:33.806391 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-5c2ea4d9-62d3-44a5-9931-bdd73ae2964d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33122656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2165276'] for segment, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:33.825483 dv-cinder-786266-2-smb neutron-server[92097]: Traceback (most recent call last): Jun 06 12:08:33.825483 dv-cinder-786266-2-smb neutron-server[92097]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 12:08:33.825483 dv-cinder-786266-2-smb neutron-server[92097]: timer() Jun 06 12:08:33.825483 dv-cinder-786266-2-smb neutron-server[92097]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 12:08:33.825483 dv-cinder-786266-2-smb neutron-server[92097]: cb(*args, **kw) Jun 06 12:08:33.825483 dv-cinder-786266-2-smb neutron-server[92097]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 12:08:33.825483 dv-cinder-786266-2-smb neutron-server[92097]: return func(*args, **kwargs) Jun 06 12:08:33.825483 dv-cinder-786266-2-smb neutron-server[92097]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 12:08:33.825483 dv-cinder-786266-2-smb neutron-server[92097]: self._notify() Jun 06 12:08:33.825483 dv-cinder-786266-2-smb neutron-server[92097]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 12:08:33.825483 dv-cinder-786266-2-smb neutron-server[92097]: self.callback(batched_events) Jun 06 12:08:33.825483 dv-cinder-786266-2-smb neutron-server[92097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 12:08:33.825483 dv-cinder-786266-2-smb neutron-server[92097]: event.method(event) Jun 06 12:08:33.825483 dv-cinder-786266-2-smb neutron-server[92097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 12:08:33.825483 dv-cinder-786266-2-smb neutron-server[92097]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 12:08:33.825483 dv-cinder-786266-2-smb neutron-server[92097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 12:08:33.825483 dv-cinder-786266-2-smb neutron-server[92097]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 12:08:33.825483 dv-cinder-786266-2-smb neutron-server[92097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 12:08:33.825483 dv-cinder-786266-2-smb neutron-server[92097]: return f(self, *a, **k) Jun 06 12:08:33.825483 dv-cinder-786266-2-smb neutron-server[92097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 12:08:33.825483 dv-cinder-786266-2-smb neutron-server[92097]: return self._get(url).json() Jun 06 12:08:33.825483 dv-cinder-786266-2-smb neutron-server[92097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 12:08:33.825483 dv-cinder-786266-2-smb neutron-server[92097]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 12:08:33.825483 dv-cinder-786266-2-smb neutron-server[92097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 12:08:33.825483 dv-cinder-786266-2-smb neutron-server[92097]: return self.request(url, 'GET', **kwargs) Jun 06 12:08:33.825483 dv-cinder-786266-2-smb neutron-server[92097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 12:08:33.825483 dv-cinder-786266-2-smb neutron-server[92097]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 12:08:33.825483 dv-cinder-786266-2-smb neutron-server[92097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 12:08:33.825483 dv-cinder-786266-2-smb neutron-server[92097]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 12:08:33.825483 dv-cinder-786266-2-smb neutron-server[92097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 12:08:33.825483 dv-cinder-786266-2-smb neutron-server[92097]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 12:08:33.825483 dv-cinder-786266-2-smb neutron-server[92097]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 12:08:33.972785 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-5c2ea4d9-62d3-44a5-9931-bdd73ae2964d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33119593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-702243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-617627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558951'] for network, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:33.977077 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:08:33.989956 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f0c67-d77f-4f4d-8c81-77133cbf5f91 req-f4b657b5-d47e-48c8-8b86-367fa00f196e tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:08:33.991434 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-0a3f0c67-d77f-4f4d-8c81-77133cbf5f91 req-f4b657b5-d47e-48c8-8b86-367fa00f196e tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "GET /v2.0/ports?device_id=19500b47-905a-4df7-b772-1cc46288e643 HTTP/1.1" status: 200 len: 945 time: 0.0872836 Jun 06 12:08:33.995003 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-5c2ea4d9-62d3-44a5-9931-bdd73ae2964d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617724'] for network, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:34.001114 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-5c2ea4d9-62d3-44a5-9931-bdd73ae2964d admin admin] 10.222.0.32 "DELETE /v2.0/networks/0a7e89fe-a71c-48d9-b777-817d38d513d5 HTTP/1.1" status: 204 len: 168 time: 0.4796953 Jun 06 12:08:34.001114 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ea4d9-62d3-44a5-9931-bdd73ae2964d admin admin] Pushing event deleted for resources: {'Network': ['ID=0a7e89fe-a71c-48d9-b777-817d38d513d5,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:08:34.003854 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-5c2ea4d9-62d3-44a5-9931-bdd73ae2964d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:08:34.045207 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-0a3f0c67-d77f-4f4d-8c81-77133cbf5f91 req-bf896a25-bb84-490e-a4c9-73860d655667 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8e3558-5525-409a-8a5e-2b0e7c402abb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477817 Jun 06 12:08:34.325016 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 38154) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:08:34.374576 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-33f70053-a8ef-4296-891b-46508b5fae94 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ba2315884e654155aea29350d5720559&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0476902 Jun 06 12:08:34.376271 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 38160) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:08:34.438175 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-7134762b-c49f-4432-a5df-6a2ad009e6aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:34.463887 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-7134762b-c49f-4432-a5df-6a2ad009e6aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:34.554156 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device 204f38e8-b284-4ffd-8b13-52ff665ef164 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 12:08:34.580417 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-7134762b-c49f-4432-a5df-6a2ad009e6aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:34.582843 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-7134762b-c49f-4432-a5df-6a2ad009e6aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:34.583948 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-7134762b-c49f-4432-a5df-6a2ad009e6aa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/364c3307-ea3e-4f64-b081-feec556770fa HTTP/1.1" status: 204 len: 168 time: 0.2078333 Jun 06 12:08:34.584956 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-2b766669-d112-46e3-a172-5df83ea905de tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:08:34.595652 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7134762b-c49f-4432-a5df-6a2ad009e6aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=364c3307-ea3e-4f64-b081-feec556770fa,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:08:34.598354 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-7134762b-c49f-4432-a5df-6a2ad009e6aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:08:34.708721 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:34.721706 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba77177-8475-4f9d-9895-2c0b013f7f44 req-592f165a-4c37-4753-bbda-7b40f22859b3 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:08:34.723528 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-2ba77177-8475-4f9d-9895-2c0b013f7f44 req-592f165a-4c37-4753-bbda-7b40f22859b3 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=766b7e00-50a8-46c0-a359-a73cb4a10e89 HTTP/1.1" status: 200 len: 945 time: 0.0873647 Jun 06 12:08:34.737039 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19500b47-905a-4df7-b772-1cc46288e643', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '204f38e8-b284-4ffd-8b13-52ff665ef164'}] {{(pid=92098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:08:34.739358 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e301314d1a362e62940ee01824f522d16df788b03badbdd7b1d0b93d98b8084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59047f13-b9a1-4984-a735-cf4f804caf4d" -d '{"events": [{"server_uuid": "19500b47-905a-4df7-b772-1cc46288e643", "name": "network-vif-unplugged", "status": "completed", "tag": "204f38e8-b284-4ffd-8b13-52ff665ef164"}]}' {{(pid=92098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:08:34.747496 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] For port 204f38e8-b284-4ffd-8b13-52ff665ef164, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=204f38e8-b284-4ffd-8b13-52ff665ef164,segment=NetworkSegment(9992ddec-c3a6-45ca-972c-7f53a4b612e0),segment_id=9992ddec-c3a6-45ca-972c-7f53a4b612e0)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:08:34.775115 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-2ba77177-8475-4f9d-9895-2c0b013f7f44 req-fddf020e-a829-413b-b8a1-dbfa35621be2 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf080b62-b1c7-4281-8d6c-afe66baa29f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457332 Jun 06 12:08:34.781294 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 06 Jun 2021 12:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a09e4c3f-8ff3-4299-ba60-f9256463caa7 x-openstack-request-id: req-a09e4c3f-8ff3-4299-ba60-f9256463caa7 {{(pid=92098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:08:34.781711 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19500b47-905a-4df7-b772-1cc46288e643", "name": "network-vif-unplugged", "status": "failed", "tag": "204f38e8-b284-4ffd-8b13-52ff665ef164", "code": 422}]} {{(pid=92098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:08:34.782005 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a09e4c3f-8ff3-4299-ba60-f9256463caa7 {{(pid=92098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:08:34.782491 dv-cinder-786266-2-smb neutron-server[92098]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '19500b47-905a-4df7-b772-1cc46288e643', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '204f38e8-b284-4ffd-8b13-52ff665ef164', 'code': 422} returned with failed status Jun 06 12:08:34.837519 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:34.839383 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-ec36155c-791e-4f5c-b17c-dcff4ea0e739 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:08:34.907383 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Pushing event updated for resources: {'Port': ['ID=204f38e8-b284-4ffd-8b13-52ff665ef164,revision_number=6']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:08:34.911210 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:08:35.231073 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ed1e4-b9c8-464b-95d6-cd5659a6f15b req-862fa675-7547-431e-be0a-af641afbd81e tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:08:35.232506 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-cc7ed1e4-b9c8-464b-95d6-cd5659a6f15b req-862fa675-7547-431e-be0a-af641afbd81e tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "GET /v2.0/ports?device_id=19500b47-905a-4df7-b772-1cc46288e643 HTTP/1.1" status: 200 len: 943 time: 0.0799680 Jun 06 12:08:35.277824 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-cc7ed1e4-b9c8-464b-95d6-cd5659a6f15b req-69d55f1d-7d80-4c4d-8ca7-0a2703d505fd tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8e3558-5525-409a-8a5e-2b0e7c402abb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388579 Jun 06 12:08:35.544649 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb01d2a-05ff-4208-a483-2ab461b1c51e req-5b32350f-ad82-47c5-b076-79a79e8fe678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:08:35.546154 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-afb01d2a-05ff-4208-a483-2ab461b1c51e req-5b32350f-ad82-47c5-b076-79a79e8fe678 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=19500b47-905a-4df7-b772-1cc46288e643&tenant_id=5e1928ed6cdf4910a20d9b6ff02b4c2b HTTP/1.1" status: 200 len: 1096 time: 0.0712519 Jun 06 12:08:35.649473 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb01d2a-05ff-4208-a483-2ab461b1c51e req-46c202d8-deed-4e89-8924-388b03c67ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:08:35.650979 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-afb01d2a-05ff-4208-a483-2ab461b1c51e req-46c202d8-deed-4e89-8924-388b03c67ade service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5e1928ed6cdf4910a20d9b6ff02b4c2b&device_id=19500b47-905a-4df7-b772-1cc46288e643 HTTP/1.1" status: 200 len: 1096 time: 0.0822690 Jun 06 12:08:35.787496 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb01d2a-05ff-4208-a483-2ab461b1c51e req-a80b94fe-e6a7-4c1a-b2d8-adcb926df46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:08:35.788920 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-afb01d2a-05ff-4208-a483-2ab461b1c51e req-a80b94fe-e6a7-4c1a-b2d8-adcb926df46f service neutron] 10.222.0.35 "GET /v2.0/networks?id=44aa02f2-2a13-4100-b8b1-6e7744d752d7 HTTP/1.1" status: 200 len: 910 time: 0.1311853 Jun 06 12:08:35.986693 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7767b-a826-42bc-aec6-dab7a35b583c req-4bd2323b-ca4e-42c3-83e7-cd0b850a9cf9 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:08:35.988186 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-31d7767b-a826-42bc-aec6-dab7a35b583c req-4bd2323b-ca4e-42c3-83e7-cd0b850a9cf9 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=766b7e00-50a8-46c0-a359-a73cb4a10e89 HTTP/1.1" status: 200 len: 945 time: 0.0963900 Jun 06 12:08:36.005426 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-afb01d2a-05ff-4208-a483-2ab461b1c51e req-2e3b17df-55ed-4ef2-a731-d1d97ed47513 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=204f38e8-b284-4ffd-8b13-52ff665ef164 HTTP/1.1" status: 200 len: 998 time: 0.2099822 Jun 06 12:08:36.036917 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-31d7767b-a826-42bc-aec6-dab7a35b583c req-11c21f4f-c32c-4f17-ab0b-a910857c75b7 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf080b62-b1c7-4281-8d6c-afe66baa29f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419741 Jun 06 12:08:36.070122 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb01d2a-05ff-4208-a483-2ab461b1c51e req-29d3e3e2-89fc-4153-9d38-ce6b6ae84993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:08:36.072791 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-afb01d2a-05ff-4208-a483-2ab461b1c51e req-29d3e3e2-89fc-4153-9d38-ce6b6ae84993 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a36d396d-02b7-45f4-a272-c76d0b30e743 HTTP/1.1" status: 200 len: 848 time: 0.0597231 Jun 06 12:08:36.147054 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb01d2a-05ff-4208-a483-2ab461b1c51e req-e303d62d-dfec-4d5c-8607-08e27092a6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:08:36.148515 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-afb01d2a-05ff-4208-a483-2ab461b1c51e req-e303d62d-dfec-4d5c-8607-08e27092a6c7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=44aa02f2-2a13-4100-b8b1-6e7744d752d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0694518 Jun 06 12:08:36.281325 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-afb01d2a-05ff-4208-a483-2ab461b1c51e req-cfa6de5e-d843-4707-9df5-9a427def3178 service neutron] 10.222.0.35 "GET /v2.0/networks/44aa02f2-2a13-4100-b8b1-6e7744d752d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266351 Jun 06 12:08:36.421668 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-afb01d2a-05ff-4208-a483-2ab461b1c51e req-c0c56176-3d66-4c27-9f8d-47e4d7159456 service neutron] 10.222.0.35 "GET /v2.0/networks/44aa02f2-2a13-4100-b8b1-6e7744d752d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274786 Jun 06 12:08:36.476654 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af1ce35-1b34-40a4-9117-a30eee2f2cb4 req-ab0d632e-438c-4d50-8cc6-021fa526db73 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:08:36.478091 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-5af1ce35-1b34-40a4-9117-a30eee2f2cb4 req-ab0d632e-438c-4d50-8cc6-021fa526db73 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "GET /v2.0/ports?device_id=19500b47-905a-4df7-b772-1cc46288e643 HTTP/1.1" status: 200 len: 943 time: 0.0884442 Jun 06 12:08:36.522603 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-5af1ce35-1b34-40a4-9117-a30eee2f2cb4 req-78332530-7d4b-4e4e-979b-6b0efccd0a04 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8e3558-5525-409a-8a5e-2b0e7c402abb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389109 Jun 06 12:08:37.231420 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10f8d9b-6875-4946-af6f-1b30d78fb51b req-4001e3a1-adca-4e20-ba2f-1d590a0a8a98 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:08:37.232853 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-a10f8d9b-6875-4946-af6f-1b30d78fb51b req-4001e3a1-adca-4e20-ba2f-1d590a0a8a98 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=766b7e00-50a8-46c0-a359-a73cb4a10e89 HTTP/1.1" status: 200 len: 945 time: 0.0825758 Jun 06 12:08:37.277588 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-a10f8d9b-6875-4946-af6f-1b30d78fb51b req-3acddae3-1525-4afe-bf27-92d1aea2ff99 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf080b62-b1c7-4281-8d6c-afe66baa29f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384669 Jun 06 12:08:37.715026 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534fa770-179d-4ee8-9fb8-7570a5fc6ae9 req-e46de1a3-2373-458c-b62f-30ee53186e29 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:08:37.716456 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-534fa770-179d-4ee8-9fb8-7570a5fc6ae9 req-e46de1a3-2373-458c-b62f-30ee53186e29 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "GET /v2.0/ports?device_id=19500b47-905a-4df7-b772-1cc46288e643 HTTP/1.1" status: 200 len: 943 time: 0.0812454 Jun 06 12:08:37.761326 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-534fa770-179d-4ee8-9fb8-7570a5fc6ae9 req-b8d9736f-fb7f-4505-a036-03ebe2f5bbe3 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8e3558-5525-409a-8a5e-2b0e7c402abb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390964 Jun 06 12:08:38.494638 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3093337e-fc4c-4c83-8820-1b3e5c80f0b7 req-421b01b4-2698-4241-9e26-fb5c29e64202 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:08:38.496139 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-3093337e-fc4c-4c83-8820-1b3e5c80f0b7 req-421b01b4-2698-4241-9e26-fb5c29e64202 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=766b7e00-50a8-46c0-a359-a73cb4a10e89 HTTP/1.1" status: 200 len: 945 time: 0.0829003 Jun 06 12:08:38.542128 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-3093337e-fc4c-4c83-8820-1b3e5c80f0b7 req-111e4d56-f88f-4576-8d52-61a0fe399665 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf080b62-b1c7-4281-8d6c-afe66baa29f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395648 Jun 06 12:08:38.584929 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device 204f38e8-b284-4ffd-8b13-52ff665ef164 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=92098) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 12:08:38.726237 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] For port 204f38e8-b284-4ffd-8b13-52ff665ef164, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=204f38e8-b284-4ffd-8b13-52ff665ef164,segment=NetworkSegment(9992ddec-c3a6-45ca-972c-7f53a4b612e0),segment_id=9992ddec-c3a6-45ca-972c-7f53a4b612e0)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:08:38.739623 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Returning: {'device': '204f38e8-b284-4ffd-8b13-52ff665ef164', 'network_id': '44aa02f2-2a13-4100-b8b1-6e7744d752d7', 'port_id': '204f38e8-b284-4ffd-8b13-52ff665ef164', 'mac_address': 'fa:16:3e:bd:e9:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a36d396d-02b7-45f4-a272-c76d0b30e743', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92098) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 12:08:38.834636 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:38.852752 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.notifiers.nova [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 204f38e8-b284-4ffd-8b13-52ff665ef164 {{(pid=92098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 12:08:38.869216 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] For port 204f38e8-b284-4ffd-8b13-52ff665ef164, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=204f38e8-b284-4ffd-8b13-52ff665ef164,segment=NetworkSegment(9992ddec-c3a6-45ca-972c-7f53a4b612e0),segment_id=9992ddec-c3a6-45ca-972c-7f53a4b612e0)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:08:38.922626 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:38.924440 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:08:38.947801 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec39f510-1307-461a-903b-96a4745a9be4 req-9f6dbe14-5cbe-43ee-a89b-2540a5d05db4 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:08:38.949244 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ec39f510-1307-461a-903b-96a4745a9be4 req-9f6dbe14-5cbe-43ee-a89b-2540a5d05db4 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "GET /v2.0/ports?device_id=19500b47-905a-4df7-b772-1cc46288e643 HTTP/1.1" status: 200 len: 943 time: 0.0793436 Jun 06 12:08:38.991146 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Pushing event updated for resources: {'Port': ['ID=204f38e8-b284-4ffd-8b13-52ff665ef164,revision_number=7']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:08:38.998856 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:08:38.999200 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:08:38.999542 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:08:39.000467 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:08:39.001155 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:08:39.001297 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:08:39.001559 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:08:39.001914 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:08:39.002239 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:08:39.002636 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:08:39.003006 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:08:39.003349 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:08:39.007423 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:08:39.064494 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ec39f510-1307-461a-903b-96a4745a9be4 req-e63c9d44-9c32-41b7-835f-3cb6cc9209c5 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8e3558-5525-409a-8a5e-2b0e7c402abb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086037 Jun 06 12:08:39.175178 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] get_ports_and_sgs() called for port_ids ['204f38e8-b284-4ffd-8b13-52ff665ef164'] {{(pid=92098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 12:08:39.456572 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.agents_db [None req-260e75b6-693f-447f-9c37-08072a5d67b1 None None] Agent healthcheck: found 6 active agents {{(pid=92099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 12:08:39.734926 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f6995f-eed1-4b0d-8e08-7e882c1f4d25 req-ad58a5c3-1208-41ac-af1b-d78a271ad05a tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:08:39.736376 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-f2f6995f-eed1-4b0d-8e08-7e882c1f4d25 req-ad58a5c3-1208-41ac-af1b-d78a271ad05a tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=766b7e00-50a8-46c0-a359-a73cb4a10e89 HTTP/1.1" status: 200 len: 945 time: 0.0836565 Jun 06 12:08:39.779226 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-f2f6995f-eed1-4b0d-8e08-7e882c1f4d25 req-367bf1c1-ad3e-45f7-8949-6c22c96c447b tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf080b62-b1c7-4281-8d6c-afe66baa29f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373373 Jun 06 12:08:40.253000 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f0b7d4-c689-4598-b10f-b122fcbce85e req-835797ed-eb0c-4632-a4e5-80139ca18ddb tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:08:40.254630 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-d8f0b7d4-c689-4598-b10f-b122fcbce85e req-835797ed-eb0c-4632-a4e5-80139ca18ddb tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "GET /v2.0/ports?device_id=19500b47-905a-4df7-b772-1cc46288e643 HTTP/1.1" status: 200 len: 944 time: 0.0806212 Jun 06 12:08:40.303808 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-d8f0b7d4-c689-4598-b10f-b122fcbce85e req-454f71c2-be4a-4aae-b011-61b3946257f9 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8e3558-5525-409a-8a5e-2b0e7c402abb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435798 Jun 06 12:08:40.600385 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device 204f38e8-b284-4ffd-8b13-52ff665ef164 up at agent hyperv_hv-cinder-78626 {{(pid=92098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 12:08:40.667307 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Provisioning complete for port 204f38e8-b284-4ffd-8b13-52ff665ef164 triggered by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:08:40.667680 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:40.791327 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:40.821208 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19500b47-905a-4df7-b772-1cc46288e643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '204f38e8-b284-4ffd-8b13-52ff665ef164'}] {{(pid=92098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:08:40.823720 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e301314d1a362e62940ee01824f522d16df788b03badbdd7b1d0b93d98b8084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c834fd08-0602-42a8-8b77-234b65c998f5" -d '{"events": [{"server_uuid": "19500b47-905a-4df7-b772-1cc46288e643", "name": "network-vif-plugged", "status": "completed", "tag": "204f38e8-b284-4ffd-8b13-52ff665ef164"}]}' {{(pid=92098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:08:40.832096 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] For port 204f38e8-b284-4ffd-8b13-52ff665ef164, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=204f38e8-b284-4ffd-8b13-52ff665ef164,segment=NetworkSegment(9992ddec-c3a6-45ca-972c-7f53a4b612e0),segment_id=9992ddec-c3a6-45ca-972c-7f53a4b612e0)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:08:40.911610 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:40.913445 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-7b6ecd18-fcf7-4340-85d8-3e93bf4dbb89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:08:40.979374 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Pushing event updated for resources: {'Port': ['ID=204f38e8-b284-4ffd-8b13-52ff665ef164,revision_number=8']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:08:40.983083 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:08:41.020217 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 12:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-282407c3-6d66-4eed-a09e-74a6c8e7adbb x-openstack-request-id: req-282407c3-6d66-4eed-a09e-74a6c8e7adbb {{(pid=92098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:08:41.020217 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19500b47-905a-4df7-b772-1cc46288e643", "name": "network-vif-plugged", "status": "completed", "tag": "204f38e8-b284-4ffd-8b13-52ff665ef164", "code": 200}]} {{(pid=92098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:08:41.020217 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-282407c3-6d66-4eed-a09e-74a6c8e7adbb {{(pid=92098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:08:41.020217 dv-cinder-786266-2-smb neutron-server[92098]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19500b47-905a-4df7-b772-1cc46288e643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '204f38e8-b284-4ffd-8b13-52ff665ef164', 'code': 200} Jun 06 12:08:41.025095 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e6e90-8563-407d-ab45-b2c2db7a0f3b req-c85568ff-82f0-4e45-b952-c1091753c53f tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:08:41.026597 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-e15e6e90-8563-407d-ab45-b2c2db7a0f3b req-c85568ff-82f0-4e45-b952-c1091753c53f tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=766b7e00-50a8-46c0-a359-a73cb4a10e89 HTTP/1.1" status: 200 len: 945 time: 0.1033270 Jun 06 12:08:41.077720 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-e15e6e90-8563-407d-ab45-b2c2db7a0f3b req-ebbd95a6-c2c7-416b-9683-c79b2c1e14f6 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf080b62-b1c7-4281-8d6c-afe66baa29f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426023 Jun 06 12:08:41.428116 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f861b8-dc7d-4bd7-ae10-312c53d67f51 req-bffa8b65-d868-4f4c-8972-b3a243933b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:08:41.429561 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-93f861b8-dc7d-4bd7-ae10-312c53d67f51 req-bffa8b65-d868-4f4c-8972-b3a243933b22 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=19500b47-905a-4df7-b772-1cc46288e643 HTTP/1.1" status: 200 len: 1098 time: 0.0872943 Jun 06 12:08:41.473394 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-93f861b8-dc7d-4bd7-ae10-312c53d67f51 req-a9135adf-04d1-44f2-88af-869a0646d795 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=be8e3558-5525-409a-8a5e-2b0e7c402abb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371258 Jun 06 12:08:41.503045 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8048089-1a65-4855-b028-1a24af37d520 req-5c07fb95-4584-4378-9693-a96fd943d8e0 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:08:41.504636 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c8048089-1a65-4855-b028-1a24af37d520 req-5c07fb95-4584-4378-9693-a96fd943d8e0 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "GET /v2.0/ports?device_id=19500b47-905a-4df7-b772-1cc46288e643 HTTP/1.1" status: 200 len: 945 time: 0.0889671 Jun 06 12:08:41.549826 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c8048089-1a65-4855-b028-1a24af37d520 req-35efe59a-3d9a-4bb5-a7b8-0a81495380e1 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8e3558-5525-409a-8a5e-2b0e7c402abb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383632 Jun 06 12:08:42.279774 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d6235-a654-4c4a-b986-cd60e10aa9ca req-0d157084-42d4-4e6c-a43f-80f86b6f00dc tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:08:42.281640 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-f29d6235-a654-4c4a-b986-cd60e10aa9ca req-0d157084-42d4-4e6c-a43f-80f86b6f00dc tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=766b7e00-50a8-46c0-a359-a73cb4a10e89 HTTP/1.1" status: 200 len: 945 time: 0.0809526 Jun 06 12:08:42.332433 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-f29d6235-a654-4c4a-b986-cd60e10aa9ca req-f4afe05e-a803-440c-a54e-1cf6c6fa3ba9 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf080b62-b1c7-4281-8d6c-afe66baa29f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445158 Jun 06 12:08:42.720682 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 38304) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:08:42.745983 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed0d2d-67ed-4c03-a37e-d0010cc689c1 req-03044bd1-82a2-4eb6-8da4-6d88344496a8 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:08:42.751351 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-b4ed0d2d-67ed-4c03-a37e-d0010cc689c1 req-03044bd1-82a2-4eb6-8da4-6d88344496a8 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "GET /v2.0/ports?device_id=19500b47-905a-4df7-b772-1cc46288e643 HTTP/1.1" status: 200 len: 945 time: 0.0920956 Jun 06 12:08:42.792398 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-b4ed0d2d-67ed-4c03-a37e-d0010cc689c1 req-c90c04b3-c284-4e2e-ab4f-9392c436922e tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8e3558-5525-409a-8a5e-2b0e7c402abb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380497 Jun 06 12:08:42.841733 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-da820bc4-fd16-4873-a8ce-014784a44685 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:42.942777 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-da820bc4-fd16-4873-a8ce-014784a44685 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:43.008526 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-da820bc4-fd16-4873-a8ce-014784a44685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:43.016438 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-15c401f4-ca04-4593-8cf9-5633e42069da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:08:43.057843 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da820bc4-fd16-4873-a8ce-014784a44685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8913a6-480d-45f7-9108-a9e683ebcb88,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:08:43.061055 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-da820bc4-fd16-4873-a8ce-014784a44685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:08:43.063894 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-da820bc4-fd16-4873-a8ce-014784a44685 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f7ff7dbc62114699997cb9ad07aca347&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3418813 Jun 06 12:08:43.066316 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 38314) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:08:43.123556 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-8e0bb2ee-f99e-4859-b2dd-f1083ea8ba1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:43.149872 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-8e0bb2ee-f99e-4859-b2dd-f1083ea8ba1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:43.252455 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-8e0bb2ee-f99e-4859-b2dd-f1083ea8ba1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:43.254878 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-8e0bb2ee-f99e-4859-b2dd-f1083ea8ba1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:43.256362 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-8e0bb2ee-f99e-4859-b2dd-f1083ea8ba1c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9c8913a6-480d-45f7-9108-a9e683ebcb88 HTTP/1.1" status: 204 len: 168 time: 0.1887963 Jun 06 12:08:43.257166 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-284f8472-8999-4722-93ff-ded36c0ba29d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:08:43.267626 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0bb2ee-f99e-4859-b2dd-f1083ea8ba1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8913a6-480d-45f7-9108-a9e683ebcb88,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:08:43.270696 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-8e0bb2ee-f99e-4859-b2dd-f1083ea8ba1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:08:43.536831 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476c3df-3a4e-4cdd-8ad9-6f5a7fa35b61 req-e6cfe64c-9fbd-4e0e-aee0-a4478a87df2d tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:08:43.538729 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-d476c3df-3a4e-4cdd-8ad9-6f5a7fa35b61 req-e6cfe64c-9fbd-4e0e-aee0-a4478a87df2d tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=766b7e00-50a8-46c0-a359-a73cb4a10e89 HTTP/1.1" status: 200 len: 945 time: 0.0950613 Jun 06 12:08:43.591463 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-d476c3df-3a4e-4cdd-8ad9-6f5a7fa35b61 req-eb42c82f-2c99-49c5-82ee-ac1da41b35d1 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf080b62-b1c7-4281-8d6c-afe66baa29f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459750 Jun 06 12:08:44.786813 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d775c3-86d1-4f64-ab9f-8bc473d1b717 req-d5b1dce1-06e5-43fe-a45b-a7679e030aab tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:08:44.788164 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-d9d775c3-86d1-4f64-ab9f-8bc473d1b717 req-d5b1dce1-06e5-43fe-a45b-a7679e030aab tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=766b7e00-50a8-46c0-a359-a73cb4a10e89 HTTP/1.1" status: 200 len: 945 time: 0.0770614 Jun 06 12:08:44.831114 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-d9d775c3-86d1-4f64-ab9f-8bc473d1b717 req-f0e2ff17-9279-486f-a016-a962a48c4a51 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf080b62-b1c7-4281-8d6c-afe66baa29f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374727 Jun 06 12:08:46.023305 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a0f7b-00af-4bea-a6fa-adfc0d4ed854 req-1f527fcc-3548-4980-8101-91a6e8bae1c6 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:08:46.024889 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-562a0f7b-00af-4bea-a6fa-adfc0d4ed854 req-1f527fcc-3548-4980-8101-91a6e8bae1c6 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=766b7e00-50a8-46c0-a359-a73cb4a10e89 HTTP/1.1" status: 200 len: 945 time: 0.0840714 Jun 06 12:08:46.069097 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-562a0f7b-00af-4bea-a6fa-adfc0d4ed854 req-9ad5371f-7362-452b-b3a1-b2d6a8be3872 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf080b62-b1c7-4281-8d6c-afe66baa29f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385756 Jun 06 12:08:46.602257 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device 3483bab3-4419-4ece-8721-154681a0f80a details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=92098) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 12:08:46.733278 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] For port 3483bab3-4419-4ece-8721-154681a0f80a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=3483bab3-4419-4ece-8721-154681a0f80a,segment=NetworkSegment(4ba14138-863d-4bea-aa89-dac6ed43a677),segment_id=4ba14138-863d-4bea-aa89-dac6ed43a677)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:08:46.746348 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Returning: {'device': '3483bab3-4419-4ece-8721-154681a0f80a', 'network_id': '9d232693-3d67-4acc-8d54-aa5376170328', 'port_id': '3483bab3-4419-4ece-8721-154681a0f80a', 'mac_address': 'fa:16:3e:27:4f:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9af00337-26dd-42bb-a5b7-bfb5439775d6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92098) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 12:08:46.801903 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:46.818317 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.notifiers.nova [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3483bab3-4419-4ece-8721-154681a0f80a {{(pid=92098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 12:08:46.832931 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] For port 3483bab3-4419-4ece-8721-154681a0f80a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=3483bab3-4419-4ece-8721-154681a0f80a,segment=NetworkSegment(4ba14138-863d-4bea-aa89-dac6ed43a677),segment_id=4ba14138-863d-4bea-aa89-dac6ed43a677)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:08:46.899846 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:46.901523 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:08:46.969020 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Pushing event updated for resources: {'Port': ['ID=3483bab3-4419-4ece-8721-154681a0f80a,revision_number=6']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:08:46.972295 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:08:46.984756 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] get_ports_and_sgs() called for port_ids ['3483bab3-4419-4ece-8721-154681a0f80a'] {{(pid=92098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 12:08:47.258628 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e75716-19b8-4bb4-8fe4-9156478186b6 req-a1507327-aa88-48a5-af54-8724774fb2a0 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:08:47.260191 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-b0e75716-19b8-4bb4-8fe4-9156478186b6 req-a1507327-aa88-48a5-af54-8724774fb2a0 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=766b7e00-50a8-46c0-a359-a73cb4a10e89 HTTP/1.1" status: 200 len: 944 time: 0.0788698 Jun 06 12:08:47.307808 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-b0e75716-19b8-4bb4-8fe4-9156478186b6 req-3c04a4fd-b125-4922-985f-827a157f296e tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf080b62-b1c7-4281-8d6c-afe66baa29f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421736 Jun 06 12:08:47.813520 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-673ec606-205e-4d6f-9e6e-bd52dc95a05f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:48.517930 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7544a72-bde0-41c6-abb2-c1d3f2ba8a29 req-a5339137-837f-466e-a4a7-e93218adc646 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:08:48.519743 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-d7544a72-bde0-41c6-abb2-c1d3f2ba8a29 req-a5339137-837f-466e-a4a7-e93218adc646 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=766b7e00-50a8-46c0-a359-a73cb4a10e89 HTTP/1.1" status: 200 len: 944 time: 0.0884910 Jun 06 12:08:48.582491 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-d7544a72-bde0-41c6-abb2-c1d3f2ba8a29 req-f9bfb2a9-feaa-4562-b0c8-2247cf6b5509 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf080b62-b1c7-4281-8d6c-afe66baa29f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515184 Jun 06 12:08:48.611361 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device 3483bab3-4419-4ece-8721-154681a0f80a up at agent hyperv_hv-cinder-78626 {{(pid=92098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 12:08:48.692426 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Provisioning complete for port 3483bab3-4419-4ece-8721-154681a0f80a triggered by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:08:48.692750 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:48.857537 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:48.885586 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '766b7e00-50a8-46c0-a359-a73cb4a10e89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3483bab3-4419-4ece-8721-154681a0f80a'}] {{(pid=92098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:08:48.888065 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e301314d1a362e62940ee01824f522d16df788b03badbdd7b1d0b93d98b8084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb14b1d2-1ec9-4f13-a625-434b7c59d45b" -d '{"events": [{"server_uuid": "766b7e00-50a8-46c0-a359-a73cb4a10e89", "name": "network-vif-plugged", "status": "completed", "tag": "3483bab3-4419-4ece-8721-154681a0f80a"}]}' {{(pid=92098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:08:48.896002 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] For port 3483bab3-4419-4ece-8721-154681a0f80a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=3483bab3-4419-4ece-8721-154681a0f80a,segment=NetworkSegment(4ba14138-863d-4bea-aa89-dac6ed43a677),segment_id=4ba14138-863d-4bea-aa89-dac6ed43a677)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:08:48.937838 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 12:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a42657a-950c-419b-ad5e-ad2e5bfef31c x-openstack-request-id: req-5a42657a-950c-419b-ad5e-ad2e5bfef31c {{(pid=92098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:08:48.938141 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "766b7e00-50a8-46c0-a359-a73cb4a10e89", "name": "network-vif-plugged", "status": "completed", "tag": "3483bab3-4419-4ece-8721-154681a0f80a", "code": 200}]} {{(pid=92098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:08:48.938415 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5a42657a-950c-419b-ad5e-ad2e5bfef31c {{(pid=92098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:08:48.938825 dv-cinder-786266-2-smb neutron-server[92098]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '766b7e00-50a8-46c0-a359-a73cb4a10e89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3483bab3-4419-4ece-8721-154681a0f80a', 'code': 200} Jun 06 12:08:48.967475 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:48.970453 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:08:49.079429 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Pushing event updated for resources: {'Port': ['ID=3483bab3-4419-4ece-8721-154681a0f80a,revision_number=7']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:08:49.082909 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:08:49.785922 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7fa26a-10a0-47c1-b57c-5f67e6cdf42a req-f28c13e9-600a-46de-9563-431aa5d8a6f5 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:08:49.787667 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-dc7fa26a-10a0-47c1-b57c-5f67e6cdf42a req-f28c13e9-600a-46de-9563-431aa5d8a6f5 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=766b7e00-50a8-46c0-a359-a73cb4a10e89 HTTP/1.1" status: 200 len: 945 time: 0.0892401 Jun 06 12:08:49.838622 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-dc7fa26a-10a0-47c1-b57c-5f67e6cdf42a req-baf04f7f-aae2-4876-9191-bd22ac721185 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf080b62-b1c7-4281-8d6c-afe66baa29f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424778 Jun 06 12:08:50.054677 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-5ed717ba-d7fe-4acb-8fe6-d882e41c23c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:50.253991 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:50.795686 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:51.052075 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b91f0-a14f-4edf-aee7-9cb3b777cb3a req-f41608b0-7660-4279-88f1-99b13d323227 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:08:51.053561 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-3c3b91f0-a14f-4edf-aee7-9cb3b777cb3a req-f41608b0-7660-4279-88f1-99b13d323227 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=766b7e00-50a8-46c0-a359-a73cb4a10e89 HTTP/1.1" status: 200 len: 945 time: 0.0908651 Jun 06 12:08:51.111179 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-3c3b91f0-a14f-4edf-aee7-9cb3b777cb3a req-15f1d0c7-f9be-4ee0-93fa-17db92e0b1c5 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf080b62-b1c7-4281-8d6c-afe66baa29f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511506 Jun 06 12:08:51.242893 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-c3be426d-4704-402b-bce9-7cb8373a3dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:51.787741 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d52eab-1f87-4706-868f-3c97f61b27f2 req-c626c4f9-44a4-4ca2-bb4e-3dc210a62d88 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:08:51.789333 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-91d52eab-1f87-4706-868f-3c97f61b27f2 req-c626c4f9-44a4-4ca2-bb4e-3dc210a62d88 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c2df5d1-8759-4ba6-927a-1c43cddee21c HTTP/1.1" status: 200 len: 945 time: 0.0989568 Jun 06 12:08:51.838571 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-91d52eab-1f87-4706-868f-3c97f61b27f2 req-4dd9816d-7a6f-4c52-b9bf-38524aea0bdd tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/security-groups?id=408ec680-3e05-4873-9da0-213dd4b9b393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423813 Jun 06 12:08:52.336714 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad34b9-b415-424e-998d-2fce3fb2ac94 req-3430bc5c-1df6-4a23-ba83-0322d2b785f4 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:08:52.344463 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-90ad34b9-b415-424e-998d-2fce3fb2ac94 req-3430bc5c-1df6-4a23-ba83-0322d2b785f4 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=766b7e00-50a8-46c0-a359-a73cb4a10e89 HTTP/1.1" status: 200 len: 945 time: 0.0998571 Jun 06 12:08:52.386409 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-90ad34b9-b415-424e-998d-2fce3fb2ac94 req-9e31a341-9988-427b-9ff2-b780c83fc98d tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf080b62-b1c7-4281-8d6c-afe66baa29f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410602 Jun 06 12:08:53.048304 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-dde0a769-bb65-4f49-a590-df32523868aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:53.055125 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260d6224-1c23-41ef-be05-15b4b055770e req-92d7f315-fc6d-4cc1-ae7a-2ff463670759 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:08:53.063512 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-260d6224-1c23-41ef-be05-15b4b055770e req-92d7f315-fc6d-4cc1-ae7a-2ff463670759 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c2df5d1-8759-4ba6-927a-1c43cddee21c HTTP/1.1" status: 200 len: 945 time: 0.0980911 Jun 06 12:08:53.107954 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-260d6224-1c23-41ef-be05-15b4b055770e req-bb76553f-d8e2-478e-9f0b-dfaadddcd3a5 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/security-groups?id=408ec680-3e05-4873-9da0-213dd4b9b393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435817 Jun 06 12:08:53.581529 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a0cd1f-7962-4956-8807-fb2adb763b3c req-109bbafc-653d-4f26-a557-53f029f6b3ef tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:08:53.583305 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-59a0cd1f-7962-4956-8807-fb2adb763b3c req-109bbafc-653d-4f26-a557-53f029f6b3ef tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=766b7e00-50a8-46c0-a359-a73cb4a10e89 HTTP/1.1" status: 200 len: 945 time: 0.0805368 Jun 06 12:08:53.640948 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-59a0cd1f-7962-4956-8807-fb2adb763b3c req-d1517ca4-55f3-46e5-bfd8-6c7babe3875f tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf080b62-b1c7-4281-8d6c-afe66baa29f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520608 Jun 06 12:08:53.730472 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c2b276-2c88-424c-bccb-db7d2e30422e req-7e543c6a-3fb5-4304-86b3-fa51f7c45102 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:08:53.731863 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-07c2b276-2c88-424c-bccb-db7d2e30422e req-7e543c6a-3fb5-4304-86b3-fa51f7c45102 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c2df5d1-8759-4ba6-927a-1c43cddee21c HTTP/1.1" status: 200 len: 945 time: 0.0871999 Jun 06 12:08:53.865936 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.plugin [req-07c2b276-2c88-424c-bccb-db7d2e30422e req-ebadfe61-2c24-43b5-afb7-c18905afcecf tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Deleting port 196dc9d5-4c10-4776-be3e-f8bf84efb635 {{(pid=92097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 12:08:53.866277 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-07c2b276-2c88-424c-bccb-db7d2e30422e req-ebadfe61-2c24-43b5-afb7-c18905afcecf tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778191659996'] for port, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:54.000614 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.db [req-07c2b276-2c88-424c-bccb-db7d2e30422e req-ebadfe61-2c24-43b5-afb7-c18905afcecf tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] For port 196dc9d5-4c10-4776-be3e-f8bf84efb635, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=196dc9d5-4c10-4776-be3e-f8bf84efb635,segment=NetworkSegment(1e74f646-9b55-4128-a6d9-a320ac69305f),segment_id=1e74f646-9b55-4128-a6d9-a320ac69305f)] {{(pid=92097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:08:54.000884 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-07c2b276-2c88-424c-bccb-db7d2e30422e req-ebadfe61-2c24-43b5-afb7-c18905afcecf tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598405'] for port, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:54.303186 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-07c2b276-2c88-424c-bccb-db7d2e30422e req-ebadfe61-2c24-43b5-afb7-c18905afcecf tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:54.303564 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-07c2b276-2c88-424c-bccb-db7d2e30422e req-ebadfe61-2c24-43b5-afb7-c18905afcecf tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558965'] for floatingip, after_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:54.303786 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.db.l3_db [req-07c2b276-2c88-424c-bccb-db7d2e30422e req-ebadfe61-2c24-43b5-afb7-c18905afcecf tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Floating IP 310f2c2a-e15d-4637-8ced-b81ad6a129aa disassociated. External IP: 172.28.2.4, port: 196dc9d5-4c10-4776-be3e-f8bf84efb635. Jun 06 12:08:54.304130 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.plugin [req-07c2b276-2c88-424c-bccb-db7d2e30422e req-ebadfe61-2c24-43b5-afb7-c18905afcecf tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Calling delete_port for 196dc9d5-4c10-4776-be3e-f8bf84efb635 owned by compute:nova {{(pid=92097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 12:08:54.320892 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab6f81-a22d-474e-ac18-130c6e8a795a req-cb82c361-72e4-4d78-90a0-32cb6b917127 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:08:54.325403 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-49ab6f81-a22d-474e-ac18-130c6e8a795a req-cb82c361-72e4-4d78-90a0-32cb6b917127 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c2df5d1-8759-4ba6-927a-1c43cddee21c HTTP/1.1" status: 200 len: 945 time: 0.0866168 Jun 06 12:08:54.377304 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-49ab6f81-a22d-474e-ac18-130c6e8a795a req-e54989f9-758b-4752-bfec-4656e94eeadc tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/security-groups?id=408ec680-3e05-4873-9da0-213dd4b9b393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454149 Jun 06 12:08:54.545476 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-07c2b276-2c88-424c-bccb-db7d2e30422e req-ebadfe61-2c24-43b5-afb7-c18905afcecf tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778191664348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778191160661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2165323'] for port, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:54.552284 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:08:54.602039 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebadfe61-2c24-43b5-afb7-c18905afcecf tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Pushing event deleted for resources: {'Port': ['ID=196dc9d5-4c10-4776-be3e-f8bf84efb635,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:08:54.612673 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-ebadfe61-2c24-43b5-afb7-c18905afcecf tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:08:54.830812 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07c2b276-2c88-424c-bccb-db7d2e30422e req-ebadfe61-2c24-43b5-afb7-c18905afcecf tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Router 9d7d3fbb-ab33-4447-afbe-46e815672323 has already been hosted by L3 agent 915c5c25-b12e-44c8-ae20-885b4f191692 {{(pid=92097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 12:08:54.943726 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe9eb39-7410-4eb8-a892-725240553a92 req-bddfe130-997b-4226-9ade-5d5f369c29c2 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:08:54.953879 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-7fe9eb39-7410-4eb8-a892-725240553a92 req-bddfe130-997b-4226-9ade-5d5f369c29c2 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=766b7e00-50a8-46c0-a359-a73cb4a10e89 HTTP/1.1" status: 200 len: 945 time: 0.1883898 Jun 06 12:08:55.018097 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-7fe9eb39-7410-4eb8-a892-725240553a92 req-2c34b2aa-db27-44a5-bfda-ac5503cf5462 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf080b62-b1c7-4281-8d6c-afe66baa29f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613372 Jun 06 12:08:55.207608 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07c2b276-2c88-424c-bccb-db7d2e30422e req-ebadfe61-2c24-43b5-afb7-c18905afcecf tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify agent at l3_agent.dv-cinder-786266-2-smb the message routers_updated {{(pid=92097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 12:08:55.218872 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb861633-750f-4ce1-b4d3-083ac263f61f None None] Sync routers for ids ['9d7d3fbb-ab33-4447-afbe-46e815672323'] in dv-cinder-786266-2-smb {{(pid=92098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 12:08:55.229153 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb861633-750f-4ce1-b4d3-083ac263f61f None None] Routers {'9d7d3fbb-ab33-4447-afbe-46e815672323'} bound to L3 agent in host dv-cinder-786266-2-smb {{(pid=92098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:08:55.236304 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_hamode_db [None req-eb861633-750f-4ce1-b4d3-083ac263f61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T11:54:50Z,description=,heartbeat_timestamp=2021-06-06T12:08:50Z,host='dv-cinder-786266-2-smb',id=915c5c25-b12e-44c8-ae20-885b4f191692,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:54:51Z,topic='l3_agent')) {'router_ids': ['9d7d3fbb-ab33-4447-afbe-46e815672323'], 'active': True} {{(pid=92098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:08:55.283539 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.l3_dvrscheduler_db [req-07c2b276-2c88-424c-bccb-db7d2e30422e req-ebadfe61-2c24-43b5-afb7-c18905afcecf tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] No DVR routers for this DVR port 196dc9d5-4c10-4776-be3e-f8bf84efb635 on host hv-cinder-78626 {{(pid=92097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 12:08:55.286005 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-07c2b276-2c88-424c-bccb-db7d2e30422e req-ebadfe61-2c24-43b5-afb7-c18905afcecf tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160768'] for port, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:55.287941 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-07c2b276-2c88-424c-bccb-db7d2e30422e req-ebadfe61-2c24-43b5-afb7-c18905afcecf tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.35 "DELETE /v2.0/ports/196dc9d5-4c10-4776-be3e-f8bf84efb635 HTTP/1.1" status: 204 len: 173 time: 1.5498798 Jun 06 12:08:55.288445 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c2df5d1-8759-4ba6-927a-1c43cddee21c', 'name': 'network-vif-deleted', 'tag': '196dc9d5-4c10-4776-be3e-f8bf84efb635'}] {{(pid=92097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:08:55.290768 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0506e69bdf94a0a0544469556e00d4f87ccfa4abed68bb2c567d57a4f994f1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f523e7-825a-4d71-9fdc-427033169dd0" -d '{"events": [{"server_uuid": "6c2df5d1-8759-4ba6-927a-1c43cddee21c", "name": "network-vif-deleted", "tag": "196dc9d5-4c10-4776-be3e-f8bf84efb635"}]}' {{(pid=92097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:08:55.438081 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvr_db [None req-eb861633-750f-4ce1-b4d3-083ac263f61f None None] Set router 9d7d3fbb-ab33-4447-afbe-46e815672323 gateway port host: dv-cinder-786266-2-smb {{(pid=92098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:08:55.565809 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 12:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-304776ad-6c98-4365-932a-176be4c2a9dc x-openstack-request-id: req-304776ad-6c98-4365-932a-176be4c2a9dc {{(pid=92097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:08:55.566145 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c2df5d1-8759-4ba6-927a-1c43cddee21c", "name": "network-vif-deleted", "tag": "196dc9d5-4c10-4776-be3e-f8bf84efb635", "status": "completed", "code": 200}]} {{(pid=92097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:08:55.566438 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-304776ad-6c98-4365-932a-176be4c2a9dc {{(pid=92097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:08:55.566873 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c2df5d1-8759-4ba6-927a-1c43cddee21c', 'name': 'network-vif-deleted', 'tag': '196dc9d5-4c10-4776-be3e-f8bf84efb635', 'status': 'completed', 'code': 200} Jun 06 12:08:55.599448 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-297f0514-81d8-47a2-ac9a-3dd4066aafef req-28fc9eca-cdc7-40b9-b86c-44b7fce78f02 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c2df5d1-8759-4ba6-927a-1c43cddee21c HTTP/1.1" status: 200 len: 210 time: 0.0503623 Jun 06 12:08:55.873473 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_hamode_db [None req-eb861633-750f-4ce1-b4d3-083ac263f61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7d3fbb-ab33-4447-afbe-46e815672323', 'name': 'tempest-AttachVolumeTestJSON-581758585-router', 'tenant_id': 'eca5e9a6e3374a4193593b4832b36a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': '0ac27d11-e92b-44bd-827f-b18b80d79f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:03:01Z', 'updated_at': '2021-06-06T12:03:16Z', 'revision_number': 4, 'project_id': 'eca5e9a6e3374a4193593b4832b36a26', 'gw_port': {'id': '0ac27d11-e92b-44bd-827f-b18b80d79f35', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7d3fbb-ab33-4447-afbe-46e815672323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:03Z', 'updated_at': '2021-06-06T12:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb', '_interfaces': [{'id': 'b1a9cc54-d98e-4cc5-9625-41c1bbd6010f', 'name': '', 'network_id': '99f1ec4c-50c1-42cf-bf31-28bc5611fa58', 'tenant_id': 'eca5e9a6e3374a4193593b4832b36a26', 'mac_address': 'fa:16:3e:bf:e5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7d3fbb-ab33-4447-afbe-46e815672323', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd6151d6c-a3ca-4b30-8028-8df9c8252719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:13Z', 'updated_at': '2021-06-06T12:03:30Z', 'revision_number': 5, 'project_id': 'eca5e9a6e3374a4193593b4832b36a26', 'subnets': [{'id': 'd6151d6c-a3ca-4b30-8028-8df9c8252719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-2-smb', False) {} {{(pid=92098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:08:55.880544 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb861633-750f-4ce1-b4d3-083ac263f61f None None] Checking router: 9d7d3fbb-ab33-4447-afbe-46e815672323 for host: dv-cinder-786266-2-smb {{(pid=92098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 12:08:55.889523 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb861633-750f-4ce1-b4d3-083ac263f61f None None] Routers {'9d7d3fbb-ab33-4447-afbe-46e815672323'} bound to L3 agent in host dv-cinder-786266-2-smb {{(pid=92098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:08:55.890365 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_hamode_db [None req-eb861633-750f-4ce1-b4d3-083ac263f61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T11:54:50Z,description=,heartbeat_timestamp=2021-06-06T12:08:50Z,host='dv-cinder-786266-2-smb',id=915c5c25-b12e-44c8-ae20-885b4f191692,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:54:51Z,topic='l3_agent')) {'router_ids': ['9d7d3fbb-ab33-4447-afbe-46e815672323'], 'active': True} {{(pid=92098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:08:56.097485 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvr_db [None req-eb861633-750f-4ce1-b4d3-083ac263f61f None None] Set router 9d7d3fbb-ab33-4447-afbe-46e815672323 gateway port host: dv-cinder-786266-2-smb {{(pid=92098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:08:56.352863 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ba84c-ab12-4662-b0d5-b5e77dda46b9 req-83124804-8ec6-44cf-8d0f-11d9305bf735 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:08:56.356038 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-aa3ba84c-ab12-4662-b0d5-b5e77dda46b9 req-83124804-8ec6-44cf-8d0f-11d9305bf735 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=766b7e00-50a8-46c0-a359-a73cb4a10e89 HTTP/1.1" status: 200 len: 945 time: 0.1884937 Jun 06 12:08:56.419444 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-aa3ba84c-ab12-4662-b0d5-b5e77dda46b9 req-04466278-0e5e-4127-af98-016d9488e4a1 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf080b62-b1c7-4281-8d6c-afe66baa29f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568795 Jun 06 12:08:56.523591 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_hamode_db [None req-eb861633-750f-4ce1-b4d3-083ac263f61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7d3fbb-ab33-4447-afbe-46e815672323', 'name': 'tempest-AttachVolumeTestJSON-581758585-router', 'tenant_id': 'eca5e9a6e3374a4193593b4832b36a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': '0ac27d11-e92b-44bd-827f-b18b80d79f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:03:01Z', 'updated_at': '2021-06-06T12:03:16Z', 'revision_number': 4, 'project_id': 'eca5e9a6e3374a4193593b4832b36a26', 'gw_port': {'id': '0ac27d11-e92b-44bd-827f-b18b80d79f35', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7d3fbb-ab33-4447-afbe-46e815672323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:03Z', 'updated_at': '2021-06-06T12:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb', '_interfaces': [{'id': 'b1a9cc54-d98e-4cc5-9625-41c1bbd6010f', 'name': '', 'network_id': '99f1ec4c-50c1-42cf-bf31-28bc5611fa58', 'tenant_id': 'eca5e9a6e3374a4193593b4832b36a26', 'mac_address': 'fa:16:3e:bf:e5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7d3fbb-ab33-4447-afbe-46e815672323', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd6151d6c-a3ca-4b30-8028-8df9c8252719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:13Z', 'updated_at': '2021-06-06T12:03:30Z', 'revision_number': 5, 'project_id': 'eca5e9a6e3374a4193593b4832b36a26', 'subnets': [{'id': 'd6151d6c-a3ca-4b30-8028-8df9c8252719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-2-smb', False) {} {{(pid=92098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:08:56.529234 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb861633-750f-4ce1-b4d3-083ac263f61f None None] The sync data for ids ['9d7d3fbb-ab33-4447-afbe-46e815672323'] in dv-cinder-786266-2-smb is: [{'id': '9d7d3fbb-ab33-4447-afbe-46e815672323', 'name': 'tempest-AttachVolumeTestJSON-581758585-router', 'tenant_id': 'eca5e9a6e3374a4193593b4832b36a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': '0ac27d11-e92b-44bd-827f-b18b80d79f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:03:01Z', 'updated_at': '2021-06-06T12:03:16Z', 'revision_number': 4, 'project_id': 'eca5e9a6e3374a4193593b4832b36a26', 'gw_port': {'id': '0ac27d11-e92b-44bd-827f-b18b80d79f35', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7d3fbb-ab33-4447-afbe-46e815672323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:03Z', 'updated_at': '2021-06-06T12:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb', '_interfaces': [{'id': 'b1a9cc54-d98e-4cc5-9625-41c1bbd6010f', 'name': '', 'network_id': '99f1ec4c-50c1-42cf-bf31-28bc5611fa58', 'tenant_id': 'eca5e9a6e3374a4193593b4832b36a26', 'mac_address': 'fa:16:3e:bf:e5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7d3fbb-ab33-4447-afbe-46e815672323', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'd6151d6c-a3ca-4b30-8028-8df9c8252719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:13Z', 'updated_at': '2021-06-06T12:03:30Z', 'revision_number': 5, 'project_id': 'eca5e9a6e3374a4193593b4832b36a26', 'subnets': [{'id': 'd6151d6c-a3ca-4b30-8028-8df9c8252719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 12:08:56.665118 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device 196dc9d5-4c10-4776-be3e-f8bf84efb635 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 12:08:56.728080 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.plugin [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] No Port match for: 196dc9d5-4c10-4776-be3e-f8bf84efb635 {{(pid=92098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 12:08:56.728610 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device 196dc9d5-4c10-4776-be3e-f8bf84efb635 not bound to the agent host hv-cinder-78626 {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 12:08:56.811213 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 38442) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:08:56.851540 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e442978-c470-4d59-84f8-f821225f147f None None] New status for floating IP 310f2c2a-e15d-4637-8ced-b81ad6a129aa: DOWN {{(pid=92099) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 12:08:56.899184 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-2a3c368d-63f0-47f1-9911-5c7240a63ad0 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks [] for security_group, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:56.932256 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-2a3c368d-63f0-47f1-9911-5c7240a63ad0 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:57.076164 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-2a3c368d-63f0-47f1-9911-5c7240a63ad0 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:57.079256 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-2a3c368d-63f0-47f1-9911-5c7240a63ad0 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks [] for security_group, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:57.080503 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-2a3c368d-63f0-47f1-9911-5c7240a63ad0 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "DELETE /v2.0/security-groups/408ec680-3e05-4873-9da0-213dd4b9b393 HTTP/1.1" status: 204 len: 168 time: 0.2670891 Jun 06 12:08:57.081403 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-ffb93fae-3c83-4462-98c9-03587e953c87 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:08:57.091306 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 38444) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:08:57.092832 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3c368d-63f0-47f1-9911-5c7240a63ad0 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=408ec680-3e05-4873-9da0-213dd4b9b393,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:08:57.099592 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.api.v2.resource [None req-f1564947-dc06-45c5-bb5e-4c2c7f4117d4 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] show failed (client error): The resource could not be found. Jun 06 12:08:57.103121 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-f1564947-dc06-45c5-bb5e-4c2c7f4117d4 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "GET /v2.0/security-groups/408ec680-3e05-4873-9da0-213dd4b9b393 HTTP/1.1" status: 404 len: 347 time: 0.0160737 Jun 06 12:08:57.103333 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 38446) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:08:57.154581 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-2a3c368d-63f0-47f1-9911-5c7240a63ad0 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:08:57.331828 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.plugin [None req-764857b0-c820-4107-9c3c-f3f209c1d0e1 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Deleting port aa637010-f84d-495b-8832-49e3c61c3a1d {{(pid=92096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 12:08:57.332169 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-764857b0-c820-4107-9c3c-f3f209c1d0e1 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778191659996'] for port, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:57.464859 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-764857b0-c820-4107-9c3c-f3f209c1d0e1 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598405'] for port, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:57.465711 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-764857b0-c820-4107-9c3c-f3f209c1d0e1 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:57.614716 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.plugin [None req-764857b0-c820-4107-9c3c-f3f209c1d0e1 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Calling delete_port for aa637010-f84d-495b-8832-49e3c61c3a1d owned by network:floatingip {{(pid=92096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 12:08:57.683447 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a519c-6d6c-4e46-8c7b-a4f247283640 req-daaeea52-8bf3-4887-a696-9b13b43f0f03 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:08:57.684857 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-051a519c-6d6c-4e46-8c7b-a4f247283640 req-daaeea52-8bf3-4887-a696-9b13b43f0f03 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=766b7e00-50a8-46c0-a359-a73cb4a10e89 HTTP/1.1" status: 200 len: 945 time: 0.1057940 Jun 06 12:08:57.769886 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-051a519c-6d6c-4e46-8c7b-a4f247283640 req-f8e75596-98c2-4685-a0cd-64c59345d164 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf080b62-b1c7-4281-8d6c-afe66baa29f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780969 Jun 06 12:08:57.849033 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-764857b0-c820-4107-9c3c-f3f209c1d0e1 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778191664348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778191160661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2160272'] for port, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:57.853705 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-9c7db55d-bc5a-41cd-85e4-842e6daa7981 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:08:57.905245 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764857b0-c820-4107-9c3c-f3f209c1d0e1 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Pushing event deleted for resources: {'Port': ['ID=aa637010-f84d-495b-8832-49e3c61c3a1d,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:08:57.943765 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764857b0-c820-4107-9c3c-f3f209c1d0e1 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:08:57.944132 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764857b0-c820-4107-9c3c-f3f209c1d0e1 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:08:57.944491 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764857b0-c820-4107-9c3c-f3f209c1d0e1 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:08:57.944846 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764857b0-c820-4107-9c3c-f3f209c1d0e1 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:08:57.945193 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764857b0-c820-4107-9c3c-f3f209c1d0e1 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:08:57.945541 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764857b0-c820-4107-9c3c-f3f209c1d0e1 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:08:57.945929 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764857b0-c820-4107-9c3c-f3f209c1d0e1 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:08:57.946270 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764857b0-c820-4107-9c3c-f3f209c1d0e1 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:08:57.948151 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764857b0-c820-4107-9c3c-f3f209c1d0e1 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:08:57.949229 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764857b0-c820-4107-9c3c-f3f209c1d0e1 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:08:57.950100 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764857b0-c820-4107-9c3c-f3f209c1d0e1 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:08:57.950887 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764857b0-c820-4107-9c3c-f3f209c1d0e1 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:08:57.960753 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-764857b0-c820-4107-9c3c-f3f209c1d0e1 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:08:58.026995 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-764857b0-c820-4107-9c3c-f3f209c1d0e1 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks [] for floatingip, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:58.029652 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-764857b0-c820-4107-9c3c-f3f209c1d0e1 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160768'] for floatingip, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:08:58.032355 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-764857b0-c820-4107-9c3c-f3f209c1d0e1 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] 10.222.0.32 "DELETE /v2.0/floatingips/310f2c2a-e15d-4637-8ced-b81ad6a129aa HTTP/1.1" status: 204 len: 168 time: 0.9271030 Jun 06 12:08:58.972806 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c34bd-0e0f-4a1b-a5a8-5ecd5b40bb54 req-bfeeecea-9d17-4a8d-894c-10f34a930fd8 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:08:58.973470 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-b11c34bd-0e0f-4a1b-a5a8-5ecd5b40bb54 req-bfeeecea-9d17-4a8d-894c-10f34a930fd8 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=766b7e00-50a8-46c0-a359-a73cb4a10e89 HTTP/1.1" status: 200 len: 945 time: 0.0845041 Jun 06 12:08:59.019635 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-b11c34bd-0e0f-4a1b-a5a8-5ecd5b40bb54 req-5837c32b-6502-4b39-851f-ef5fbd180924 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf080b62-b1c7-4281-8d6c-afe66baa29f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394187 Jun 06 12:08:59.688997 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20f5ed-effb-4b78-ba8c-3ee6f293e03d req-0f4adc87-6121-4641-bfaa-222cbc966d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:08:59.690488 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-fe20f5ed-effb-4b78-ba8c-3ee6f293e03d req-0f4adc87-6121-4641-bfaa-222cbc966d5f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fa82d4a0d6da4865a82dec984aed67ec&device_id=766b7e00-50a8-46c0-a359-a73cb4a10e89 HTTP/1.1" status: 200 len: 1098 time: 0.0718100 Jun 06 12:08:59.819444 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20f5ed-effb-4b78-ba8c-3ee6f293e03d req-b39b6e66-9bc4-4b98-9a84-f4793a776a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:08:59.820898 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-fe20f5ed-effb-4b78-ba8c-3ee6f293e03d req-b39b6e66-9bc4-4b98-9a84-f4793a776a73 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9d232693-3d67-4acc-8d54-aa5376170328 HTTP/1.1" status: 200 len: 918 time: 0.1239111 Jun 06 12:08:59.924756 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-fe20f5ed-effb-4b78-ba8c-3ee6f293e03d req-bc01033f-de00-4d03-ac1d-33b234ba8e4d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3483bab3-4419-4ece-8721-154681a0f80a HTTP/1.1" status: 200 len: 1000 time: 0.0975227 Jun 06 12:08:59.989328 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20f5ed-effb-4b78-ba8c-3ee6f293e03d req-200d40e1-df16-4b54-92a2-2a59cf6745d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:08:59.990790 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-fe20f5ed-effb-4b78-ba8c-3ee6f293e03d req-200d40e1-df16-4b54-92a2-2a59cf6745d9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9af00337-26dd-42bb-a5b7-bfb5439775d6 HTTP/1.1" status: 200 len: 856 time: 0.0593424 Jun 06 12:09:00.068072 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20f5ed-effb-4b78-ba8c-3ee6f293e03d req-aef782d6-ac04-41e7-b039-8a68794dc492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:09:00.069638 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-fe20f5ed-effb-4b78-ba8c-3ee6f293e03d req-aef782d6-ac04-41e7-b039-8a68794dc492 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9d232693-3d67-4acc-8d54-aa5376170328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0722086 Jun 06 12:09:00.201014 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-fe20f5ed-effb-4b78-ba8c-3ee6f293e03d req-0e338268-d841-4c73-8db0-8ef38efe063b service neutron] 10.222.0.35 "GET /v2.0/networks/9d232693-3d67-4acc-8d54-aa5376170328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245847 Jun 06 12:09:00.208819 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9be666-ebad-44fc-aac3-a8d07039e4e1 req-e7bee96b-b271-4706-8f12-b5119f5496b4 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:09:00.213055 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-3c9be666-ebad-44fc-aac3-a8d07039e4e1 req-e7bee96b-b271-4706-8f12-b5119f5496b4 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=766b7e00-50a8-46c0-a359-a73cb4a10e89 HTTP/1.1" status: 200 len: 945 time: 0.0793619 Jun 06 12:09:00.260917 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-3c9be666-ebad-44fc-aac3-a8d07039e4e1 req-fdaa2872-5fb4-4049-8cb3-5739451aad20 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf080b62-b1c7-4281-8d6c-afe66baa29f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411928 Jun 06 12:09:00.332695 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-fe20f5ed-effb-4b78-ba8c-3ee6f293e03d req-1901b45e-088e-4d14-b029-edc1b8e805ae service neutron] 10.222.0.35 "GET /v2.0/networks/9d232693-3d67-4acc-8d54-aa5376170328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235642 Jun 06 12:09:01.451153 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052b110-ca5b-4403-83b8-cc78727a0087 req-3914f01b-cd9d-4e27-8539-cf2963bb0534 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:09:01.452863 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-1052b110-ca5b-4403-83b8-cc78727a0087 req-3914f01b-cd9d-4e27-8539-cf2963bb0534 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=766b7e00-50a8-46c0-a359-a73cb4a10e89 HTTP/1.1" status: 200 len: 945 time: 0.0799632 Jun 06 12:09:01.497451 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-1052b110-ca5b-4403-83b8-cc78727a0087 req-f9f50643-f2ce-46e4-a137-03fdf6faa969 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf080b62-b1c7-4281-8d6c-afe66baa29f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390692 Jun 06 12:09:02.681993 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device 3483bab3-4419-4ece-8721-154681a0f80a no longer exists at agent hyperv_hv-cinder-78626 {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 12:09:02.683608 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 38498) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:09:02.715911 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6b76f-64e0-4011-a382-2e59ed1498b5 req-4239744b-7e96-44ae-bcef-eed81b6816e1 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:09:02.718214 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-a5f6b76f-64e0-4011-a382-2e59ed1498b5 req-4239744b-7e96-44ae-bcef-eed81b6816e1 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=766b7e00-50a8-46c0-a359-a73cb4a10e89 HTTP/1.1" status: 200 len: 945 time: 0.0972166 Jun 06 12:09:02.774197 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-a5f6b76f-64e0-4011-a382-2e59ed1498b5 req-bea3a8f4-39bd-4f38-a0b5-ccef3ef4dd7d tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf080b62-b1c7-4281-8d6c-afe66baa29f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490236 Jun 06 12:09:02.809649 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:02.838545 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '766b7e00-50a8-46c0-a359-a73cb4a10e89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3483bab3-4419-4ece-8721-154681a0f80a'}] {{(pid=92098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:09:02.841035 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e301314d1a362e62940ee01824f522d16df788b03badbdd7b1d0b93d98b8084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a679e311-b600-4a71-8023-ae0f89f078f5" -d '{"events": [{"server_uuid": "766b7e00-50a8-46c0-a359-a73cb4a10e89", "name": "network-vif-unplugged", "status": "completed", "tag": "3483bab3-4419-4ece-8721-154681a0f80a"}]}' {{(pid=92098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:09:02.849692 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] For port 3483bab3-4419-4ece-8721-154681a0f80a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=3483bab3-4419-4ece-8721-154681a0f80a,segment=NetworkSegment(4ba14138-863d-4bea-aa89-dac6ed43a677),segment_id=4ba14138-863d-4bea-aa89-dac6ed43a677)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:09:02.885208 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 06 Jun 2021 12:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a65d7cee-2d19-434f-ba04-0333a23f62e8 x-openstack-request-id: req-a65d7cee-2d19-434f-ba04-0333a23f62e8 {{(pid=92098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:09:02.885503 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "766b7e00-50a8-46c0-a359-a73cb4a10e89", "name": "network-vif-unplugged", "status": "failed", "tag": "3483bab3-4419-4ece-8721-154681a0f80a", "code": 422}]} {{(pid=92098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:09:02.885788 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a65d7cee-2d19-434f-ba04-0333a23f62e8 {{(pid=92098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:09:02.886169 dv-cinder-786266-2-smb neutron-server[92098]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '766b7e00-50a8-46c0-a359-a73cb4a10e89', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3483bab3-4419-4ece-8721-154681a0f80a', 'code': 422} returned with failed status Jun 06 12:09:02.932521 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:02.934539 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:09:03.005253 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Pushing event updated for resources: {'Port': ['ID=3483bab3-4419-4ece-8721-154681a0f80a,revision_number=8']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:09:03.008297 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:09:03.494588 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-c18f00b8-46d9-41c8-a252-740de129fd27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-598226'] for router_interface, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:03.895206 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.plugin [None req-c18f00b8-46d9-41c8-a252-740de129fd27 admin admin] Deleting port b1a9cc54-d98e-4cc5-9625-41c1bbd6010f {{(pid=92097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 12:09:03.895925 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-c18f00b8-46d9-41c8-a252-740de129fd27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778191659996'] for port, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:04.019290 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.db [None req-c18f00b8-46d9-41c8-a252-740de129fd27 admin admin] For port b1a9cc54-d98e-4cc5-9625-41c1bbd6010f, host dv-cinder-786266-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-2-smb',level=0,port_id=b1a9cc54-d98e-4cc5-9625-41c1bbd6010f,segment=NetworkSegment(1e74f646-9b55-4128-a6d9-a320ac69305f),segment_id=1e74f646-9b55-4128-a6d9-a320ac69305f)] {{(pid=92097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:09:04.019636 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-c18f00b8-46d9-41c8-a252-740de129fd27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598405'] for port, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:04.142819 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.plugin [None req-c18f00b8-46d9-41c8-a252-740de129fd27 admin admin] Calling delete_port for b1a9cc54-d98e-4cc5-9625-41c1bbd6010f owned by network:router_interface {{(pid=92097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 12:09:04.333727 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-c18f00b8-46d9-41c8-a252-740de129fd27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778191664348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778191160661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2165323'] for port, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:04.338442 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-8c75d14e-59c9-4bd7-b444-ea9442ed34a0 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:09:04.382171 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18f00b8-46d9-41c8-a252-740de129fd27 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1a9cc54-d98e-4cc5-9625-41c1bbd6010f,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:09:04.385205 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-c18f00b8-46d9-41c8-a252-740de129fd27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:09:04.643694 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-c18f00b8-46d9-41c8-a252-740de129fd27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601756'] for router_interface, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:05.110376 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c18f00b8-46d9-41c8-a252-740de129fd27 admin admin] Router 9d7d3fbb-ab33-4447-afbe-46e815672323 has already been hosted by L3 agent 915c5c25-b12e-44c8-ae20-885b4f191692 {{(pid=92097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 12:09:05.302079 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c18f00b8-46d9-41c8-a252-740de129fd27 admin admin] Notify agent at l3_agent.dv-cinder-786266-2-smb the message routers_updated {{(pid=92097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 12:09:05.305454 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-c18f00b8-46d9-41c8-a252-740de129fd27 admin admin] 10.222.0.32 "PUT /v2.0/routers/9d7d3fbb-ab33-4447-afbe-46e815672323/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6207094 Jun 06 12:09:05.306054 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 38528) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:09:05.308707 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cde5c01-e991-47c2-a1b9-5544b73ba3df None None] Sync routers for ids ['9d7d3fbb-ab33-4447-afbe-46e815672323'] in dv-cinder-786266-2-smb {{(pid=92098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 12:09:05.332205 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cde5c01-e991-47c2-a1b9-5544b73ba3df None None] Routers {'9d7d3fbb-ab33-4447-afbe-46e815672323'} bound to L3 agent in host dv-cinder-786266-2-smb {{(pid=92098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:09:05.332821 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_hamode_db [None req-2cde5c01-e991-47c2-a1b9-5544b73ba3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T11:54:50Z,description=,heartbeat_timestamp=2021-06-06T12:08:50Z,host='dv-cinder-786266-2-smb',id=915c5c25-b12e-44c8-ae20-885b4f191692,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:54:51Z,topic='l3_agent')) {'router_ids': ['9d7d3fbb-ab33-4447-afbe-46e815672323'], 'active': True} {{(pid=92098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:09:05.525486 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvr_db [None req-2cde5c01-e991-47c2-a1b9-5544b73ba3df None None] Set router 9d7d3fbb-ab33-4447-afbe-46e815672323 gateway port host: dv-cinder-786266-2-smb {{(pid=92098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:09:05.654519 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e52d6e-3057-4688-a020-8f949f75489a req-3f3de258-a42b-4ac6-b892-dd3f1707266f tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:09:05.656570 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-62e52d6e-3057-4688-a020-8f949f75489a req-3f3de258-a42b-4ac6-b892-dd3f1707266f tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=766b7e00-50a8-46c0-a359-a73cb4a10e89 HTTP/1.1" status: 200 len: 943 time: 0.2706923 Jun 06 12:09:05.662557 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-e2374776-92a6-4af3-b802-65de254b6129 admin admin] Notify callbacks [] for router, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:05.780469 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-62e52d6e-3057-4688-a020-8f949f75489a req-26edbc8e-fba3-4bc8-9f0a-305bdf788c23 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf080b62-b1c7-4281-8d6c-afe66baa29f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623348 Jun 06 12:09:05.874840 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_hamode_db [None req-2cde5c01-e991-47c2-a1b9-5544b73ba3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7d3fbb-ab33-4447-afbe-46e815672323', 'name': 'tempest-AttachVolumeTestJSON-581758585-router', 'tenant_id': 'eca5e9a6e3374a4193593b4832b36a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': '0ac27d11-e92b-44bd-827f-b18b80d79f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:03:01Z', 'updated_at': '2021-06-06T12:09:04Z', 'revision_number': 5, 'project_id': 'eca5e9a6e3374a4193593b4832b36a26', 'gw_port': {'id': '0ac27d11-e92b-44bd-827f-b18b80d79f35', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7d3fbb-ab33-4447-afbe-46e815672323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:03Z', 'updated_at': '2021-06-06T12:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb'}], 'dv-cinder-786266-2-smb', False) {} {{(pid=92098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:09:05.879417 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cde5c01-e991-47c2-a1b9-5544b73ba3df None None] Checking router: 9d7d3fbb-ab33-4447-afbe-46e815672323 for host: dv-cinder-786266-2-smb {{(pid=92098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 12:09:05.880151 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-e2374776-92a6-4af3-b802-65de254b6129 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:05.892093 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cde5c01-e991-47c2-a1b9-5544b73ba3df None None] Routers {'9d7d3fbb-ab33-4447-afbe-46e815672323'} bound to L3 agent in host dv-cinder-786266-2-smb {{(pid=92098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:09:05.893002 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_hamode_db [None req-2cde5c01-e991-47c2-a1b9-5544b73ba3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T11:54:50Z,description=,heartbeat_timestamp=2021-06-06T12:08:50Z,host='dv-cinder-786266-2-smb',id=915c5c25-b12e-44c8-ae20-885b4f191692,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:54:51Z,topic='l3_agent')) {'router_ids': ['9d7d3fbb-ab33-4447-afbe-46e815672323'], 'active': True} {{(pid=92098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:09:05.908767 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 38548) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:09:06.051686 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvr_db [None req-2cde5c01-e991-47c2-a1b9-5544b73ba3df None None] Set router 9d7d3fbb-ab33-4447-afbe-46e815672323 gateway port host: None {{(pid=92098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:09:06.060612 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.plugin [None req-e2374776-92a6-4af3-b802-65de254b6129 admin admin] Deleting port 0ac27d11-e92b-44bd-827f-b18b80d79f35 {{(pid=92096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 12:09:06.060947 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-e2374776-92a6-4af3-b802-65de254b6129 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778191659996'] for port, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:06.077534 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-f1c87f2f-140e-4962-a6fa-6be9154a9f16 req-2c955b54-78ec-4118-a17c-04b384998b71 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=766b7e00-50a8-46c0-a359-a73cb4a10e89&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1675355 Jun 06 12:09:06.164067 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_hamode_db [None req-2cde5c01-e991-47c2-a1b9-5544b73ba3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7d3fbb-ab33-4447-afbe-46e815672323', 'name': 'tempest-AttachVolumeTestJSON-581758585-router', 'tenant_id': 'eca5e9a6e3374a4193593b4832b36a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:03:01Z', 'updated_at': '2021-06-06T12:09:05Z', 'revision_number': 6, 'project_id': 'eca5e9a6e3374a4193593b4832b36a26', 'gw_port_host': None}], 'dv-cinder-786266-2-smb', False) {} {{(pid=92098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:09:06.168034 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cde5c01-e991-47c2-a1b9-5544b73ba3df None None] The sync data for ids ['9d7d3fbb-ab33-4447-afbe-46e815672323'] in dv-cinder-786266-2-smb is: [{'id': '9d7d3fbb-ab33-4447-afbe-46e815672323', 'name': 'tempest-AttachVolumeTestJSON-581758585-router', 'tenant_id': 'eca5e9a6e3374a4193593b4832b36a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:03:01Z', 'updated_at': '2021-06-06T12:09:05Z', 'revision_number': 6, 'project_id': 'eca5e9a6e3374a4193593b4832b36a26', 'gw_port_host': None}] {{(pid=92098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 12:09:06.188135 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.db [None req-e2374776-92a6-4af3-b802-65de254b6129 admin admin] For port 0ac27d11-e92b-44bd-827f-b18b80d79f35, host dv-cinder-786266-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-2-smb',level=0,port_id=0ac27d11-e92b-44bd-827f-b18b80d79f35,segment=NetworkSegment(bb809bd8-b365-4ef3-acf3-bf04c8c65f74),segment_id=bb809bd8-b365-4ef3-acf3-bf04c8c65f74)] {{(pid=92096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:09:06.188577 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-e2374776-92a6-4af3-b802-65de254b6129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598405'] for port, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:06.310362 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.plugin [None req-e2374776-92a6-4af3-b802-65de254b6129 admin admin] Calling delete_port for 0ac27d11-e92b-44bd-827f-b18b80d79f35 owned by network:router_gateway {{(pid=92096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 12:09:06.642647 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-e2374776-92a6-4af3-b802-65de254b6129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778191664348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778191160661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2160272'] for port, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:06.646683 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-046728e0-f154-4b1f-86fa-10d2d468800b tempest-VolumesActionsTest-1670845125 tempest-VolumesActionsTest-1670845125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:09:06.689810 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2374776-92a6-4af3-b802-65de254b6129 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ac27d11-e92b-44bd-827f-b18b80d79f35,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:09:06.692768 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-e2374776-92a6-4af3-b802-65de254b6129 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:09:06.781600 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-e2374776-92a6-4af3-b802-65de254b6129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558914'] for router_gateway, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:07.089298 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-e2374776-92a6-4af3-b802-65de254b6129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-605557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15976'] for router, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:07.096148 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-e2374776-92a6-4af3-b802-65de254b6129 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:07.219280 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device b1a9cc54-d98e-4cc5-9625-41c1bbd6010f no longer exists at agent ovs-agent-dv-cinder-786266-2-smb {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 12:09:07.220334 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8819c3-b346-4064-8112-ceb64509f638 req-e716ff9e-2ff9-4f7d-afde-af5888adc438 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:09:07.221831 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-1c8819c3-b346-4064-8112-ceb64509f638 req-e716ff9e-2ff9-4f7d-afde-af5888adc438 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=766b7e00-50a8-46c0-a359-a73cb4a10e89 HTTP/1.1" status: 200 len: 943 time: 0.1700249 Jun 06 12:09:07.253413 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.plugin [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] No Port match for: b1a9cc54-d98e-4cc5-9625-41c1bbd6010f {{(pid=92098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 12:09:07.253826 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device b1a9cc54-d98e-4cc5-9625-41c1bbd6010f not bound to the agent host dv-cinder-786266-2-smb {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 12:09:07.254268 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device 0ac27d11-e92b-44bd-827f-b18b80d79f35 no longer exists at agent ovs-agent-dv-cinder-786266-2-smb {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 12:09:07.268520 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-1c8819c3-b346-4064-8112-ceb64509f638 req-8fd6ce8b-3f43-4461-a77c-f60b6d85e256 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf080b62-b1c7-4281-8d6c-afe66baa29f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409148 Jun 06 12:09:07.288693 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.plugin [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] No Port match for: 0ac27d11-e92b-44bd-827f-b18b80d79f35 {{(pid=92098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 12:09:07.289036 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device 0ac27d11-e92b-44bd-827f-b18b80d79f35 not bound to the agent host dv-cinder-786266-2-smb {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 12:09:07.315569 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-e2374776-92a6-4af3-b802-65de254b6129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605673'] for router, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:07.316137 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2374776-92a6-4af3-b802-65de254b6129 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d7d3fbb-ab33-4447-afbe-46e815672323 {{(pid=92096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 06 12:09:07.321407 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-e2374776-92a6-4af3-b802-65de254b6129 admin admin] Notify callbacks [] for router, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:07.322838 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-e2374776-92a6-4af3-b802-65de254b6129 admin admin] 10.222.0.32 "DELETE /v2.0/routers/9d7d3fbb-ab33-4447-afbe-46e815672323 HTTP/1.1" status: 204 len: 168 time: 2.0123544 Jun 06 12:09:07.325081 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 38560) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:09:07.385420 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.db_base_plugin_v2 [None req-04fa664d-ebc3-49b3-93bd-78e1f9eb7e81 admin admin] Deleting subnet d6151d6c-a3ca-4b30-8028-8df9c8252719 {{(pid=92097) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 12:09:07.388417 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-04fa664d-ebc3-49b3-93bd-78e1f9eb7e81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:07.439900 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-04fa664d-ebc3-49b3-93bd-78e1f9eb7e81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-907540'] for subnet, precommit_delete_associations {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:07.601803 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-04fa664d-ebc3-49b3-93bd-78e1f9eb7e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33120235'] for subnet, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:07.666051 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c87f2f-140e-4962-a6fa-6be9154a9f16 req-06d5502f-3c51-4882-8d23-0b3753c93745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:09:07.667419 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-f1c87f2f-140e-4962-a6fa-6be9154a9f16 req-06d5502f-3c51-4882-8d23-0b3753c93745 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=766b7e00-50a8-46c0-a359-a73cb4a10e89&tenant_id=fa82d4a0d6da4865a82dec984aed67ec HTTP/1.1" status: 200 len: 1096 time: 0.1373179 Jun 06 12:09:07.758486 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-04fa664d-ebc3-49b3-93bd-78e1f9eb7e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33120226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2165414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556759'] for subnet, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:07.763975 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c87f2f-140e-4962-a6fa-6be9154a9f16 req-61238345-3593-4dfe-8581-43dd22a9d539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:09:07.766130 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-f1c87f2f-140e-4962-a6fa-6be9154a9f16 req-61238345-3593-4dfe-8581-43dd22a9d539 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fa82d4a0d6da4865a82dec984aed67ec&device_id=766b7e00-50a8-46c0-a359-a73cb4a10e89 HTTP/1.1" status: 200 len: 1096 time: 0.0766878 Jun 06 12:09:07.767580 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:09:07.823658 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fa664d-ebc3-49b3-93bd-78e1f9eb7e81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6151d6c-a3ca-4b30-8028-8df9c8252719,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:09:07.825600 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-04fa664d-ebc3-49b3-93bd-78e1f9eb7e81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:07.826542 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d9a884-2a71-4c3a-8a1b-4f317ed1467e None None] Network 99f1ec4c-50c1-42cf-bf31-28bc5611fa58 requested from dv-cinder-786266-2-smb {{(pid=92098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 12:09:07.827991 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-04fa664d-ebc3-49b3-93bd-78e1f9eb7e81 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d6151d6c-a3ca-4b30-8028-8df9c8252719 HTTP/1.1" status: 204 len: 168 time: 0.5017200 Jun 06 12:09:07.830634 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 38562) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:09:07.831411 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-04fa664d-ebc3-49b3-93bd-78e1f9eb7e81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:09:07.931799 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c87f2f-140e-4962-a6fa-6be9154a9f16 req-fc45972f-0eec-4ef3-b75a-ecf5a6c016ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:09:07.933573 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-f1c87f2f-140e-4962-a6fa-6be9154a9f16 req-fc45972f-0eec-4ef3-b75a-ecf5a6c016ed service neutron] 10.222.0.35 "GET /v2.0/networks?id=9d232693-3d67-4acc-8d54-aa5376170328 HTTP/1.1" status: 200 len: 918 time: 0.1401811 Jun 06 12:09:07.935493 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-e6f766aa-a99b-4eb5-b78b-0b480385c1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33107049'] for network, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:08.015563 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.plugin [None req-e6f766aa-a99b-4eb5-b78b-0b480385c1cc admin admin] Deleting port 449e2aac-8183-427c-8878-38b1690ace1f {{(pid=92096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 12:09:08.015949 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-e6f766aa-a99b-4eb5-b78b-0b480385c1cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778191659996'] for port, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:08.042277 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-f1c87f2f-140e-4962-a6fa-6be9154a9f16 req-965e4a07-1021-4a01-be7c-0983091e0896 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3483bab3-4419-4ece-8721-154681a0f80a HTTP/1.1" status: 200 len: 998 time: 0.1021218 Jun 06 12:09:08.106970 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4b7067-cbb6-4906-a7af-11792077d34d None None] DHCP port deletion for 99f1ec4c-50c1-42cf-bf31-28bc5611fa58 request from dv-cinder-786266-2-smb {{(pid=92098) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 06 12:09:08.113454 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c87f2f-140e-4962-a6fa-6be9154a9f16 req-5abe2b10-d00c-4b39-8a45-aec57f322300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:09:08.115140 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-f1c87f2f-140e-4962-a6fa-6be9154a9f16 req-5abe2b10-d00c-4b39-8a45-aec57f322300 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9af00337-26dd-42bb-a5b7-bfb5439775d6 HTTP/1.1" status: 200 len: 856 time: 0.0655591 Jun 06 12:09:08.119854 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.db [None req-e6f766aa-a99b-4eb5-b78b-0b480385c1cc admin admin] For port 449e2aac-8183-427c-8878-38b1690ace1f, host dv-cinder-786266-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-2-smb',level=0,port_id=449e2aac-8183-427c-8878-38b1690ace1f,segment=NetworkSegment(1e74f646-9b55-4128-a6d9-a320ac69305f),segment_id=1e74f646-9b55-4128-a6d9-a320ac69305f)] {{(pid=92096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:09:08.120213 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-e6f766aa-a99b-4eb5-b78b-0b480385c1cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598405'] for port, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:08.169821 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.plugin [None req-cd4b7067-cbb6-4906-a7af-11792077d34d None None] Deleting port 449e2aac-8183-427c-8878-38b1690ace1f {{(pid=92098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 12:09:08.170224 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-cd4b7067-cbb6-4906-a7af-11792077d34d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778191659996'] for port, before_delete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:08.194873 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c87f2f-140e-4962-a6fa-6be9154a9f16 req-38e6f006-ebc4-4287-a4d9-761ae535c303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:09:08.196331 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-f1c87f2f-140e-4962-a6fa-6be9154a9f16 req-38e6f006-ebc4-4287-a4d9-761ae535c303 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9d232693-3d67-4acc-8d54-aa5376170328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0749755 Jun 06 12:09:08.251277 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.plugin [None req-e6f766aa-a99b-4eb5-b78b-0b480385c1cc admin admin] Calling delete_port for 449e2aac-8183-427c-8878-38b1690ace1f owned by network:dhcp {{(pid=92096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 12:09:08.268624 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-cd4b7067-cbb6-4906-a7af-11792077d34d None None] For port 449e2aac-8183-427c-8878-38b1690ace1f, host dv-cinder-786266-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-2-smb',level=0,port_id=449e2aac-8183-427c-8878-38b1690ace1f,segment=NetworkSegment(1e74f646-9b55-4128-a6d9-a320ac69305f),segment_id=1e74f646-9b55-4128-a6d9-a320ac69305f)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:09:08.269691 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-cd4b7067-cbb6-4906-a7af-11792077d34d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598405'] for port, precommit_delete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:08.391247 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-e6f766aa-a99b-4eb5-b78b-0b480385c1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778191664348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778191160661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2160272'] for port, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:08.396186 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.plugin [None req-cd4b7067-cbb6-4906-a7af-11792077d34d None None] Calling delete_port for 449e2aac-8183-427c-8878-38b1690ace1f owned by network:dhcp {{(pid=92098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 12:09:08.399866 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-8d444dd5-be4d-4f66-aefd-327fcfc51a9c tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:09:08.455898 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-f1c87f2f-140e-4962-a6fa-6be9154a9f16 req-eac60306-79b7-4a3f-a530-5398095c7c49 service neutron] 10.222.0.35 "GET /v2.0/networks/9d232693-3d67-4acc-8d54-aa5376170328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521861 Jun 06 12:09:08.482703 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f766aa-a99b-4eb5-b78b-0b480385c1cc admin admin] No DVR routers for this DVR port 449e2aac-8183-427c-8878-38b1690ace1f on host dv-cinder-786266-2-smb {{(pid=92096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 12:09:08.484349 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f766aa-a99b-4eb5-b78b-0b480385c1cc admin admin] Pushing event deleted for resources: {'Port': ['ID=449e2aac-8183-427c-8878-38b1690ace1f,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:09:08.517264 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-e6f766aa-a99b-4eb5-b78b-0b480385c1cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:09:08.537300 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-cd4b7067-cbb6-4906-a7af-11792077d34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778191664348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778191160661'] for port, after_delete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:08.541777 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:09:08.588114 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4b7067-cbb6-4906-a7af-11792077d34d None None] Pushing event deleted for resources: {'Port': ['ID=449e2aac-8183-427c-8878-38b1690ace1f,revision_number=None']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:09:08.591368 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-cd4b7067-cbb6-4906-a7af-11792077d34d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:09:08.592369 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4b7067-cbb6-4906-a7af-11792077d34d None None] No DVR routers for this DVR port 449e2aac-8183-427c-8878-38b1690ace1f on host dv-cinder-786266-2-smb {{(pid=92098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 12:09:08.603056 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-f1c87f2f-140e-4962-a6fa-6be9154a9f16 req-f6aeca4f-3a20-4f92-8649-9d3bb08090d4 service neutron] 10.222.0.35 "GET /v2.0/networks/9d232693-3d67-4acc-8d54-aa5376170328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403823 Jun 06 12:09:08.619923 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-e6f766aa-a99b-4eb5-b78b-0b480385c1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33119602', 'neutron.services.segments.db._delete_segments_for_network-8778191637926'] for network, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:08.633962 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.services.segments.db [None req-e6f766aa-a99b-4eb5-b78b-0b480385c1cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99f1ec4c-50c1-42cf-bf31-28bc5611fa58']}} {{(pid=92096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:09:08.648155 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.services.segments.db [None req-e6f766aa-a99b-4eb5-b78b-0b480385c1cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e74f646-9b55-4128-a6d9-a320ac69305f') {'for_net_delete': True} {{(pid=92096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:09:08.648445 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.services.segments.db [None req-e6f766aa-a99b-4eb5-b78b-0b480385c1cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e74f646-9b55-4128-a6d9-a320ac69305f') {} {{(pid=92096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:09:08.661681 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-e6f766aa-a99b-4eb5-b78b-0b480385c1cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778191512257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2319803'] for segment, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:08.675138 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec1a058-9287-431f-a108-8421357cff27 req-39af67cc-b9cb-4c7c-8790-9b29dacc665b tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:09:08.676567 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-9ec1a058-9287-431f-a108-8421357cff27 req-39af67cc-b9cb-4c7c-8790-9b29dacc665b tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=766b7e00-50a8-46c0-a359-a73cb4a10e89 HTTP/1.1" status: 200 len: 943 time: 0.2777572 Jun 06 12:09:08.698849 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-e6f766aa-a99b-4eb5-b78b-0b480385c1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33122656'] for segment, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:08.710235 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6f766aa-a99b-4eb5-b78b-0b480385c1cc admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=92096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 12:09:08.710548 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-e6f766aa-a99b-4eb5-b78b-0b480385c1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33122656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2160327'] for segment, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:08.723352 dv-cinder-786266-2-smb neutron-server[92096]: Traceback (most recent call last): Jun 06 12:09:08.723352 dv-cinder-786266-2-smb neutron-server[92096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 12:09:08.723352 dv-cinder-786266-2-smb neutron-server[92096]: timer() Jun 06 12:09:08.723352 dv-cinder-786266-2-smb neutron-server[92096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 12:09:08.723352 dv-cinder-786266-2-smb neutron-server[92096]: cb(*args, **kw) Jun 06 12:09:08.723352 dv-cinder-786266-2-smb neutron-server[92096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 12:09:08.723352 dv-cinder-786266-2-smb neutron-server[92096]: return func(*args, **kwargs) Jun 06 12:09:08.723352 dv-cinder-786266-2-smb neutron-server[92096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 12:09:08.723352 dv-cinder-786266-2-smb neutron-server[92096]: self._notify() Jun 06 12:09:08.723352 dv-cinder-786266-2-smb neutron-server[92096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 12:09:08.723352 dv-cinder-786266-2-smb neutron-server[92096]: self.callback(batched_events) Jun 06 12:09:08.723352 dv-cinder-786266-2-smb neutron-server[92096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 12:09:08.723352 dv-cinder-786266-2-smb neutron-server[92096]: event.method(event) Jun 06 12:09:08.723352 dv-cinder-786266-2-smb neutron-server[92096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 12:09:08.723352 dv-cinder-786266-2-smb neutron-server[92096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 12:09:08.723352 dv-cinder-786266-2-smb neutron-server[92096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 12:09:08.723352 dv-cinder-786266-2-smb neutron-server[92096]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 12:09:08.723352 dv-cinder-786266-2-smb neutron-server[92096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 12:09:08.723352 dv-cinder-786266-2-smb neutron-server[92096]: return f(self, *a, **k) Jun 06 12:09:08.723352 dv-cinder-786266-2-smb neutron-server[92096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 12:09:08.723352 dv-cinder-786266-2-smb neutron-server[92096]: return self._get(url).json() Jun 06 12:09:08.723352 dv-cinder-786266-2-smb neutron-server[92096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 12:09:08.723352 dv-cinder-786266-2-smb neutron-server[92096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 12:09:08.723352 dv-cinder-786266-2-smb neutron-server[92096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 12:09:08.723352 dv-cinder-786266-2-smb neutron-server[92096]: return self.request(url, 'GET', **kwargs) Jun 06 12:09:08.723352 dv-cinder-786266-2-smb neutron-server[92096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 12:09:08.723352 dv-cinder-786266-2-smb neutron-server[92096]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 12:09:08.723352 dv-cinder-786266-2-smb neutron-server[92096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 12:09:08.723352 dv-cinder-786266-2-smb neutron-server[92096]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 12:09:08.723352 dv-cinder-786266-2-smb neutron-server[92096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 12:09:08.723352 dv-cinder-786266-2-smb neutron-server[92096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 12:09:08.723352 dv-cinder-786266-2-smb neutron-server[92096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 12:09:08.801520 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-9ec1a058-9287-431f-a108-8421357cff27 req-a044d191-1d49-49e9-8925-5fc49cc87cf2 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf080b62-b1c7-4281-8d6c-afe66baa29f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172464 Jun 06 12:09:08.899476 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-e6f766aa-a99b-4eb5-b78b-0b480385c1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33119593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-702243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-617627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558951'] for network, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:08.909068 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:09:08.921986 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-e6f766aa-a99b-4eb5-b78b-0b480385c1cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617724'] for network, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:08.923333 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-e6f766aa-a99b-4eb5-b78b-0b480385c1cc admin admin] 10.222.0.32 "DELETE /v2.0/networks/99f1ec4c-50c1-42cf-bf31-28bc5611fa58 HTTP/1.1" status: 204 len: 168 time: 1.0916553 Jun 06 12:09:08.926547 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f766aa-a99b-4eb5-b78b-0b480385c1cc admin admin] Pushing event deleted for resources: {'Network': ['ID=99f1ec4c-50c1-42cf-bf31-28bc5611fa58,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:09:08.931729 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-e6f766aa-a99b-4eb5-b78b-0b480385c1cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:09:09.231753 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 38588) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:09:09.271306 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device 449e2aac-8183-427c-8878-38b1690ace1f no longer exists at agent ovs-agent-dv-cinder-786266-2-smb {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 12:09:09.328562 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-53972b62-2615-4f7c-aa3d-0e62cff8f24d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eca5e9a6e3374a4193593b4832b36a26&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0950935 Jun 06 12:09:09.331024 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 38590) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:09:09.331204 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.plugin [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] No Port match for: 449e2aac-8183-427c-8878-38b1690ace1f {{(pid=92098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 12:09:09.331553 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device 449e2aac-8183-427c-8878-38b1690ace1f not bound to the agent host dv-cinder-786266-2-smb {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 12:09:09.411232 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-5dca53df-bcdb-4883-889d-0bce0cbffac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:09.437780 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-5dca53df-bcdb-4883-889d-0bce0cbffac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:09.550346 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-5dca53df-bcdb-4883-889d-0bce0cbffac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:09.559182 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-5dca53df-bcdb-4883-889d-0bce0cbffac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:09.560536 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-5dca53df-bcdb-4883-889d-0bce0cbffac9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/009db5cc-b33f-4785-bd05-790e6d2f14a9 HTTP/1.1" status: 204 len: 168 time: 0.2282705 Jun 06 12:09:09.562021 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-6f09ee74-8b4d-47c0-9c54-adfe012d707c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:09:09.573244 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dca53df-bcdb-4883-889d-0bce0cbffac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=009db5cc-b33f-4785-bd05-790e6d2f14a9,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:09:09.578569 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-5dca53df-bcdb-4883-889d-0bce0cbffac9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:09:10.026298 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330c36ac-1c82-4cda-bcbb-4d3387cffa5a req-14253d82-b745-4223-962d-ba750ff73c12 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:09:10.028783 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-330c36ac-1c82-4cda-bcbb-4d3387cffa5a req-14253d82-b745-4223-962d-ba750ff73c12 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=766b7e00-50a8-46c0-a359-a73cb4a10e89 HTTP/1.1" status: 200 len: 943 time: 0.1100798 Jun 06 12:09:10.075975 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-330c36ac-1c82-4cda-bcbb-4d3387cffa5a req-aabcd414-d1ca-4288-99bc-9ed3a24335ca tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf080b62-b1c7-4281-8d6c-afe66baa29f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415773 Jun 06 12:09:11.276508 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2571dd7-c1fe-40d4-a1bd-526ae0f71906 req-46d79ef2-46e7-4ea7-9cc1-cac194f57c3b tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:09:11.278003 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c2571dd7-c1fe-40d4-a1bd-526ae0f71906 req-46d79ef2-46e7-4ea7-9cc1-cac194f57c3b tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=766b7e00-50a8-46c0-a359-a73cb4a10e89 HTTP/1.1" status: 200 len: 943 time: 0.0894744 Jun 06 12:09:11.324122 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c2571dd7-c1fe-40d4-a1bd-526ae0f71906 req-bf1f21c4-dd99-45f3-bb3f-bbdafb3018ce tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf080b62-b1c7-4281-8d6c-afe66baa29f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404942 Jun 06 12:09:12.527598 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7cbf9-73fd-4fa2-9063-a110de4a7fe5 req-ca654b68-d962-418b-8cca-c706f989b8d7 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:09:12.529057 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-0aa7cbf9-73fd-4fa2-9063-a110de4a7fe5 req-ca654b68-d962-418b-8cca-c706f989b8d7 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=766b7e00-50a8-46c0-a359-a73cb4a10e89 HTTP/1.1" status: 200 len: 943 time: 0.0894077 Jun 06 12:09:12.580549 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-0aa7cbf9-73fd-4fa2-9063-a110de4a7fe5 req-43401581-83a7-4401-ace9-2c6afede78c3 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf080b62-b1c7-4281-8d6c-afe66baa29f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450881 Jun 06 12:09:13.780728 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b3fd9-de92-4cf8-85ad-946e1967dc55 req-988a1ecc-158f-456c-bc6c-824f53526fc1 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:09:13.782268 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ff3b3fd9-de92-4cf8-85ad-946e1967dc55 req-988a1ecc-158f-456c-bc6c-824f53526fc1 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=766b7e00-50a8-46c0-a359-a73cb4a10e89 HTTP/1.1" status: 200 len: 943 time: 0.0852566 Jun 06 12:09:13.832673 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ff3b3fd9-de92-4cf8-85ad-946e1967dc55 req-39fda92b-5d82-42b6-8650-7d6b8f42e0a0 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf080b62-b1c7-4281-8d6c-afe66baa29f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448260 Jun 06 12:09:14.840601 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 38662) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:09:14.974851 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-41145ab7-ff88-4e30-bbdd-e92e4bb0b108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:15.092517 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-41145ab7-ff88-4e30-bbdd-e92e4bb0b108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:15.140395 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f0192f-4742-4d72-8218-f3f470083f28 req-8612a6b9-3ad3-4a80-998b-aa3494e71b7a tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:09:15.141744 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-e2f0192f-4742-4d72-8218-f3f470083f28 req-8612a6b9-3ad3-4a80-998b-aa3494e71b7a tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=766b7e00-50a8-46c0-a359-a73cb4a10e89 HTTP/1.1" status: 200 len: 943 time: 0.1773474 Jun 06 12:09:15.162617 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-41145ab7-ff88-4e30-bbdd-e92e4bb0b108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:15.172078 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-8e0bb2ee-f99e-4859-b2dd-f1083ea8ba1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:09:15.187850 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-e2f0192f-4742-4d72-8218-f3f470083f28 req-ed4747ed-a38c-47b0-bf25-7d1043ef094e tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf080b62-b1c7-4281-8d6c-afe66baa29f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403161 Jun 06 12:09:15.222502 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-41145ab7-ff88-4e30-bbdd-e92e4bb0b108 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ec80479057864845b26040e024e102ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3808293 Jun 06 12:09:15.224185 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41145ab7-ff88-4e30-bbdd-e92e4bb0b108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42421f2d-61d8-4d2a-8e6c-227bbdedeacc,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:09:15.225884 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 38668) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:09:15.231559 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41145ab7-ff88-4e30-bbdd-e92e4bb0b108 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:09:15.231927 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41145ab7-ff88-4e30-bbdd-e92e4bb0b108 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:09:15.232288 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41145ab7-ff88-4e30-bbdd-e92e4bb0b108 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:09:15.232640 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41145ab7-ff88-4e30-bbdd-e92e4bb0b108 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:09:15.232990 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41145ab7-ff88-4e30-bbdd-e92e4bb0b108 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:09:15.233340 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41145ab7-ff88-4e30-bbdd-e92e4bb0b108 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:09:15.233686 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41145ab7-ff88-4e30-bbdd-e92e4bb0b108 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:09:15.234157 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41145ab7-ff88-4e30-bbdd-e92e4bb0b108 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:09:15.234738 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41145ab7-ff88-4e30-bbdd-e92e4bb0b108 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:09:15.235110 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41145ab7-ff88-4e30-bbdd-e92e4bb0b108 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:09:15.235464 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41145ab7-ff88-4e30-bbdd-e92e4bb0b108 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:09:15.235807 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41145ab7-ff88-4e30-bbdd-e92e4bb0b108 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:09:15.239523 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-41145ab7-ff88-4e30-bbdd-e92e4bb0b108 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:09:15.294009 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-3ed70c7b-f345-461c-b6e4-883ab08fdce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:15.321042 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-3ed70c7b-f345-461c-b6e4-883ab08fdce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:15.425730 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-3ed70c7b-f345-461c-b6e4-883ab08fdce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:15.428190 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-3ed70c7b-f345-461c-b6e4-883ab08fdce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:15.429382 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-3ed70c7b-f345-461c-b6e4-883ab08fdce3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/42421f2d-61d8-4d2a-8e6c-227bbdedeacc HTTP/1.1" status: 204 len: 168 time: 0.2023077 Jun 06 12:09:15.430285 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-f30ab5f7-76c7-4057-a0c7-79e1dadf2003 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:09:15.441506 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed70c7b-f345-461c-b6e4-883ab08fdce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42421f2d-61d8-4d2a-8e6c-227bbdedeacc,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:09:15.449002 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-3ed70c7b-f345-461c-b6e4-883ab08fdce3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:09:16.396249 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e4d049-fd0e-44d6-9c20-3b3168695c9f req-03eb34a3-a321-4152-adbd-ac26d9206add tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:09:16.397733 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c4e4d049-fd0e-44d6-9c20-3b3168695c9f req-03eb34a3-a321-4152-adbd-ac26d9206add tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=766b7e00-50a8-46c0-a359-a73cb4a10e89 HTTP/1.1" status: 200 len: 943 time: 0.0868578 Jun 06 12:09:16.447872 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c4e4d049-fd0e-44d6-9c20-3b3168695c9f req-c682f785-342f-4752-adbe-2e879daf208c tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf080b62-b1c7-4281-8d6c-afe66baa29f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443203 Jun 06 12:09:16.458620 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.agents_db [None req-260e75b6-693f-447f-9c37-08072a5d67b1 None None] Agent healthcheck: found 6 active agents {{(pid=92099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 12:09:17.662693 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a0387-b0b1-47c3-8245-432d524fc0f0 req-6ff40314-863a-4c78-92b3-f327b8b787a1 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:09:17.666625 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-aa0a0387-b0b1-47c3-8245-432d524fc0f0 req-6ff40314-863a-4c78-92b3-f327b8b787a1 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=766b7e00-50a8-46c0-a359-a73cb4a10e89 HTTP/1.1" status: 200 len: 943 time: 0.0996635 Jun 06 12:09:17.722371 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-aa0a0387-b0b1-47c3-8245-432d524fc0f0 req-ef5befa3-0dda-4fef-a5e2-55d9eff97fa7 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf080b62-b1c7-4281-8d6c-afe66baa29f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523601 Jun 06 12:09:17.808261 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-91263649-8149-454a-bfca-4e9cf7ab0a23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:18.930980 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee535f6-9911-4e8d-aae5-ca4b7d5a7369 req-20513b4e-1653-4354-94c5-140e8d744d22 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:09:18.932462 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-2ee535f6-9911-4e8d-aae5-ca4b7d5a7369 req-20513b4e-1653-4354-94c5-140e8d744d22 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=766b7e00-50a8-46c0-a359-a73cb4a10e89 HTTP/1.1" status: 200 len: 943 time: 0.0853350 Jun 06 12:09:18.994634 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-2ee535f6-9911-4e8d-aae5-ca4b7d5a7369 req-b59d4490-5c18-440b-b6f0-de13d12fb24a tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf080b62-b1c7-4281-8d6c-afe66baa29f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556417 Jun 06 12:09:19.894284 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64456a50-a44e-4a48-a897-d096e698138f req-09fc49aa-99a4-46b9-958c-d19d8f66f794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:09:19.897461 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-64456a50-a44e-4a48-a897-d096e698138f req-09fc49aa-99a4-46b9-958c-d19d8f66f794 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fa82d4a0d6da4865a82dec984aed67ec&device_id=766b7e00-50a8-46c0-a359-a73cb4a10e89 HTTP/1.1" status: 200 len: 1096 time: 0.0709660 Jun 06 12:09:20.044600 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64456a50-a44e-4a48-a897-d096e698138f req-8265a94f-f2e9-4e6a-8129-e72ef8650060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:09:20.050438 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-64456a50-a44e-4a48-a897-d096e698138f req-8265a94f-f2e9-4e6a-8129-e72ef8650060 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9d232693-3d67-4acc-8d54-aa5376170328 HTTP/1.1" status: 200 len: 918 time: 0.1289797 Jun 06 12:09:20.069898 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-e6378d1c-a5ab-4fda-b653-ea68c59655a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:20.150070 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-64456a50-a44e-4a48-a897-d096e698138f req-a2f57ef5-889e-45d1-b077-7002b4b8d301 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3483bab3-4419-4ece-8721-154681a0f80a HTTP/1.1" status: 200 len: 998 time: 0.0959520 Jun 06 12:09:20.186827 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a33621-b7ee-4742-9f75-17a51ec26ce6 req-33356819-8666-45ea-b9f1-4e7a815b41c2 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:09:20.189091 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-35a33621-b7ee-4742-9f75-17a51ec26ce6 req-33356819-8666-45ea-b9f1-4e7a815b41c2 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=766b7e00-50a8-46c0-a359-a73cb4a10e89 HTTP/1.1" status: 200 len: 943 time: 0.0802660 Jun 06 12:09:20.219850 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64456a50-a44e-4a48-a897-d096e698138f req-99238dc5-5fb9-4f22-950c-5141c050ed06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:09:20.222543 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-64456a50-a44e-4a48-a897-d096e698138f req-99238dc5-5fb9-4f22-950c-5141c050ed06 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9af00337-26dd-42bb-a5b7-bfb5439775d6 HTTP/1.1" status: 200 len: 856 time: 0.0640352 Jun 06 12:09:20.235517 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-35a33621-b7ee-4742-9f75-17a51ec26ce6 req-53a7d679-6ff9-4667-ae27-9f496761447c tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf080b62-b1c7-4281-8d6c-afe66baa29f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402761 Jun 06 12:09:20.236957 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:20.311702 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64456a50-a44e-4a48-a897-d096e698138f req-6fba56e6-cf85-42ff-924f-de074a8d9870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:09:20.313600 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-64456a50-a44e-4a48-a897-d096e698138f req-6fba56e6-cf85-42ff-924f-de074a8d9870 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9d232693-3d67-4acc-8d54-aa5376170328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0849938 Jun 06 12:09:20.442521 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-64456a50-a44e-4a48-a897-d096e698138f req-39ae7c2f-fabc-40f0-9390-92c33a3486f4 service neutron] 10.222.0.35 "GET /v2.0/networks/9d232693-3d67-4acc-8d54-aa5376170328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213074 Jun 06 12:09:20.571453 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-64456a50-a44e-4a48-a897-d096e698138f req-2271acc7-3485-4379-a6c5-633655957122 service neutron] 10.222.0.35 "GET /v2.0/networks/9d232693-3d67-4acc-8d54-aa5376170328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221113 Jun 06 12:09:20.591430 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:20.774257 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device 3483bab3-4419-4ece-8721-154681a0f80a details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=92098) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 12:09:20.945093 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] For port 3483bab3-4419-4ece-8721-154681a0f80a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=3483bab3-4419-4ece-8721-154681a0f80a,segment=NetworkSegment(4ba14138-863d-4bea-aa89-dac6ed43a677),segment_id=4ba14138-863d-4bea-aa89-dac6ed43a677)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:09:20.963539 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Returning: {'device': '3483bab3-4419-4ece-8721-154681a0f80a', 'network_id': '9d232693-3d67-4acc-8d54-aa5376170328', 'port_id': '3483bab3-4419-4ece-8721-154681a0f80a', 'mac_address': 'fa:16:3e:27:4f:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9af00337-26dd-42bb-a5b7-bfb5439775d6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92098) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 12:09:21.019120 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:21.035935 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.notifiers.nova [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3483bab3-4419-4ece-8721-154681a0f80a {{(pid=92098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 12:09:21.051249 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] For port 3483bab3-4419-4ece-8721-154681a0f80a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=3483bab3-4419-4ece-8721-154681a0f80a,segment=NetworkSegment(4ba14138-863d-4bea-aa89-dac6ed43a677),segment_id=4ba14138-863d-4bea-aa89-dac6ed43a677)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:09:21.105228 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:21.107112 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:09:21.189065 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Pushing event updated for resources: {'Port': ['ID=3483bab3-4419-4ece-8721-154681a0f80a,revision_number=9']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:09:21.192378 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:09:21.259105 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-c3be426d-4704-402b-bce9-7cb8373a3dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:21.310753 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] get_ports_and_sgs() called for port_ids ['3483bab3-4419-4ece-8721-154681a0f80a'] {{(pid=92098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 12:09:21.434524 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140aada-9816-4cff-a4b1-8f79eae1ad32 req-0653d296-2c91-4369-a298-17980a30ee9d tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:09:21.436013 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-9140aada-9816-4cff-a4b1-8f79eae1ad32 req-0653d296-2c91-4369-a298-17980a30ee9d tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=766b7e00-50a8-46c0-a359-a73cb4a10e89 HTTP/1.1" status: 200 len: 944 time: 0.0850425 Jun 06 12:09:21.482137 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-9140aada-9816-4cff-a4b1-8f79eae1ad32 req-9408ccb5-401e-4cb0-aee8-06c8e0ae632a tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf080b62-b1c7-4281-8d6c-afe66baa29f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399928 Jun 06 12:09:22.672035 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ff6aa-3e42-4ab5-b7a1-a3188d889eb4 req-cbd614a8-8c6c-4144-afe9-c85aa761e2db tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:09:22.674168 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-556ff6aa-3e42-4ab5-b7a1-a3188d889eb4 req-cbd614a8-8c6c-4144-afe9-c85aa761e2db tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=766b7e00-50a8-46c0-a359-a73cb4a10e89 HTTP/1.1" status: 200 len: 944 time: 0.0789685 Jun 06 12:09:22.718784 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-556ff6aa-3e42-4ab5-b7a1-a3188d889eb4 req-7f6ab9cd-bb54-4d2a-a93c-71e32b802925 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf080b62-b1c7-4281-8d6c-afe66baa29f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387149 Jun 06 12:09:22.788556 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device 3483bab3-4419-4ece-8721-154681a0f80a up at agent hyperv_hv-cinder-78626 {{(pid=92098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 12:09:22.856590 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Provisioning complete for port 3483bab3-4419-4ece-8721-154681a0f80a triggered by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:09:22.856960 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:22.978871 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:23.005946 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '766b7e00-50a8-46c0-a359-a73cb4a10e89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3483bab3-4419-4ece-8721-154681a0f80a'}] {{(pid=92098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:09:23.008172 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e301314d1a362e62940ee01824f522d16df788b03badbdd7b1d0b93d98b8084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a75bd73-d1ba-4cd1-8700-cb62a39f0a55" -d '{"events": [{"server_uuid": "766b7e00-50a8-46c0-a359-a73cb4a10e89", "name": "network-vif-plugged", "status": "completed", "tag": "3483bab3-4419-4ece-8721-154681a0f80a"}]}' {{(pid=92098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:09:23.015449 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] For port 3483bab3-4419-4ece-8721-154681a0f80a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=3483bab3-4419-4ece-8721-154681a0f80a,segment=NetworkSegment(4ba14138-863d-4bea-aa89-dac6ed43a677),segment_id=4ba14138-863d-4bea-aa89-dac6ed43a677)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:09:23.048712 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-dde0a769-bb65-4f49-a590-df32523868aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:23.056603 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 12:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a9f12d-1287-4c53-9561-7a92623462da x-openstack-request-id: req-f4a9f12d-1287-4c53-9561-7a92623462da {{(pid=92098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:09:23.056603 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "766b7e00-50a8-46c0-a359-a73cb4a10e89", "name": "network-vif-plugged", "status": "completed", "tag": "3483bab3-4419-4ece-8721-154681a0f80a", "code": 200}]} {{(pid=92098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:09:23.056603 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f4a9f12d-1287-4c53-9561-7a92623462da {{(pid=92098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:09:23.056603 dv-cinder-786266-2-smb neutron-server[92098]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '766b7e00-50a8-46c0-a359-a73cb4a10e89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3483bab3-4419-4ece-8721-154681a0f80a', 'code': 200} Jun 06 12:09:23.076650 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:23.082958 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:09:23.147020 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Pushing event updated for resources: {'Port': ['ID=3483bab3-4419-4ece-8721-154681a0f80a,revision_number=10']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:09:23.150017 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:09:23.442321 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 38784) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:09:23.486255 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b353e896-8661-4052-9642-a0e2b952fe18 req-b84f8509-037c-44c8-a3d2-4ccfa4543557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:09:23.487757 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-b353e896-8661-4052-9642-a0e2b952fe18 req-b84f8509-037c-44c8-a3d2-4ccfa4543557 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=766b7e00-50a8-46c0-a359-a73cb4a10e89 HTTP/1.1" status: 200 len: 1099 time: 0.0690224 Jun 06 12:09:23.531298 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-b353e896-8661-4052-9642-a0e2b952fe18 req-2e612b33-7ebc-4a7b-b285-d770f76e6468 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=bf080b62-b1c7-4281-8d6c-afe66baa29f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374742 Jun 06 12:09:23.564951 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-91f082c3-6204-4034-adf9-b389c92731a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:23.666667 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-91f082c3-6204-4034-adf9-b389c92731a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:23.739012 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-91f082c3-6204-4034-adf9-b389c92731a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:23.747342 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-5300da6d-c461-4f69-9d3f-8cbf78b703fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:09:23.786991 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-91f082c3-6204-4034-adf9-b389c92731a8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=393f0dd8308e40c28700d4373971479f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3434417 Jun 06 12:09:23.788594 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f082c3-6204-4034-adf9-b389c92731a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93733cab-32cd-4dbb-8f6a-4255d1705ce3,revision_number=1']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:09:23.789739 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 38790) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:09:23.791725 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-91f082c3-6204-4034-adf9-b389c92731a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:09:23.849208 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-678c5c58-c649-471f-9d1f-d1b54b5cf0ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:23.874681 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-678c5c58-c649-471f-9d1f-d1b54b5cf0ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:23.909832 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac2a56-d657-41d2-bc4b-ff8bb29a9d68 req-6b21d676-9f6d-422f-87c7-040018e8440a tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:09:23.911250 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-15ac2a56-d657-41d2-bc4b-ff8bb29a9d68 req-6b21d676-9f6d-422f-87c7-040018e8440a tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=766b7e00-50a8-46c0-a359-a73cb4a10e89 HTTP/1.1" status: 200 len: 946 time: 0.0795860 Jun 06 12:09:23.958682 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-15ac2a56-d657-41d2-bc4b-ff8bb29a9d68 req-6243a4da-098d-4249-8355-7ff03e3c5b26 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf080b62-b1c7-4281-8d6c-afe66baa29f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414705 Jun 06 12:09:23.995329 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-678c5c58-c649-471f-9d1f-d1b54b5cf0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:23.997944 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-678c5c58-c649-471f-9d1f-d1b54b5cf0ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:23.999152 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-678c5c58-c649-471f-9d1f-d1b54b5cf0ca admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/93733cab-32cd-4dbb-8f6a-4255d1705ce3 HTTP/1.1" status: 204 len: 168 time: 0.2082410 Jun 06 12:09:24.000017 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-7134762b-c49f-4432-a5df-6a2ad009e6aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:09:24.013961 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c5c58-c649-471f-9d1f-d1b54b5cf0ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93733cab-32cd-4dbb-8f6a-4255d1705ce3,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:09:24.017486 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-678c5c58-c649-471f-9d1f-d1b54b5cf0ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:09:25.157762 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e091bca0-c6dd-499f-a979-81fec50b673a req-aaf30fe8-4b6d-43f9-a757-1cad14afa16b tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:09:25.159198 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-e091bca0-c6dd-499f-a979-81fec50b673a req-aaf30fe8-4b6d-43f9-a757-1cad14afa16b tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=766b7e00-50a8-46c0-a359-a73cb4a10e89 HTTP/1.1" status: 200 len: 946 time: 0.0831184 Jun 06 12:09:25.203438 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-e091bca0-c6dd-499f-a979-81fec50b673a req-61331863-3022-4cf0-aacb-cc4f87417f8e tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf080b62-b1c7-4281-8d6c-afe66baa29f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386009 Jun 06 12:09:25.220152 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 38832) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:09:25.236831 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-9019f53c-f94a-414d-bddb-d5b5f717a108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:25.337612 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-9019f53c-f94a-414d-bddb-d5b5f717a108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:25.385129 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-9019f53c-f94a-414d-bddb-d5b5f717a108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:25.395838 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-9f19425e-2f48-4e31-8134-d3fdfa7b64a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:09:25.437023 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-9019f53c-f94a-414d-bddb-d5b5f717a108 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=65ba1751c82e4b9fa468505275fe85e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2157583 Jun 06 12:09:25.438024 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019f53c-f94a-414d-bddb-d5b5f717a108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb4634f-df43-4dbe-bc28-aba556111d7e,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:09:25.440665 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 38834) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:09:25.442077 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-9019f53c-f94a-414d-bddb-d5b5f717a108 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:09:25.500206 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-c2465250-7a4f-4e59-9db3-6c213aba6900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:25.529691 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-c2465250-7a4f-4e59-9db3-6c213aba6900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:25.646961 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-c2465250-7a4f-4e59-9db3-6c213aba6900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:25.649371 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-c2465250-7a4f-4e59-9db3-6c213aba6900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:25.650536 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-c2465250-7a4f-4e59-9db3-6c213aba6900 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1bb4634f-df43-4dbe-bc28-aba556111d7e HTTP/1.1" status: 204 len: 168 time: 0.2089839 Jun 06 12:09:25.651304 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-2f41a1cb-0f30-4c77-9a70-d5d4a95f4c1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:09:25.661461 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2465250-7a4f-4e59-9db3-6c213aba6900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb4634f-df43-4dbe-bc28-aba556111d7e,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:09:25.663917 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-c2465250-7a4f-4e59-9db3-6c213aba6900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:09:26.366303 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 38842) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:09:26.383646 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-cf811697-4c54-419c-816b-18dfe8eddc68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:26.394439 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913a5f2-7967-41e9-9eae-17db5507e411 req-2cf33193-f50d-4c8d-a5f6-5bd888fdb489 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:09:26.395953 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-a913a5f2-7967-41e9-9eae-17db5507e411 req-2cf33193-f50d-4c8d-a5f6-5bd888fdb489 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=766b7e00-50a8-46c0-a359-a73cb4a10e89 HTTP/1.1" status: 200 len: 946 time: 0.0814073 Jun 06 12:09:26.442733 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-a913a5f2-7967-41e9-9eae-17db5507e411 req-9d73a196-eb15-4c87-b9b2-37e549cbf885 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf080b62-b1c7-4281-8d6c-afe66baa29f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411215 Jun 06 12:09:26.488563 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-cf811697-4c54-419c-816b-18dfe8eddc68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:26.555032 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-cf811697-4c54-419c-816b-18dfe8eddc68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:26.561423 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-c9cf8851-0730-4a19-b503-f49e8d741be9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:09:26.602205 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf811697-4c54-419c-816b-18dfe8eddc68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c7ce28-590c-45fa-abcb-281a2fce5349,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:09:26.606429 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-cf811697-4c54-419c-816b-18dfe8eddc68 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=019bddaa435c44a393a82906cfd739a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2390549 Jun 06 12:09:26.607694 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-cf811697-4c54-419c-816b-18dfe8eddc68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:09:26.609016 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 38846) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:09:26.670174 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-c1b8633b-4cf7-4678-81eb-d484fadf2171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:26.695286 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-c1b8633b-4cf7-4678-81eb-d484fadf2171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:26.818178 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-c1b8633b-4cf7-4678-81eb-d484fadf2171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:26.820482 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-c1b8633b-4cf7-4678-81eb-d484fadf2171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:26.821591 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-c1b8633b-4cf7-4678-81eb-d484fadf2171 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/55c7ce28-590c-45fa-abcb-281a2fce5349 HTTP/1.1" status: 204 len: 168 time: 0.2116587 Jun 06 12:09:26.822354 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-2a3c368d-63f0-47f1-9911-5c7240a63ad0 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:09:26.832187 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b8633b-4cf7-4678-81eb-d484fadf2171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c7ce28-590c-45fa-abcb-281a2fce5349,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:09:26.834769 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-c1b8633b-4cf7-4678-81eb-d484fadf2171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:09:28.688887 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 38888) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:09:28.803727 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-fe08dcbc-a029-492b-a40e-3b3c70d3c42b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:28.903487 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-fe08dcbc-a029-492b-a40e-3b3c70d3c42b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:28.950566 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-fe08dcbc-a029-492b-a40e-3b3c70d3c42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:28.959018 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-aaa91392-0de2-49b3-8e9b-828231d207b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:09:28.998594 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-fe08dcbc-a029-492b-a40e-3b3c70d3c42b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=76efbe97504745fd926ea3d16de75642&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3085151 Jun 06 12:09:28.999464 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe08dcbc-a029-492b-a40e-3b3c70d3c42b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=710999f3-1774-4efe-a83c-542b62bf169b,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:09:29.001231 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 38892) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:09:29.002579 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-fe08dcbc-a029-492b-a40e-3b3c70d3c42b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:09:29.062195 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-2c46ceb0-5415-4cf4-b417-caf246ba00d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:29.087189 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-2c46ceb0-5415-4cf4-b417-caf246ba00d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:29.178979 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-2c46ceb0-5415-4cf4-b417-caf246ba00d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:29.181381 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-2c46ceb0-5415-4cf4-b417-caf246ba00d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:29.182516 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-2c46ceb0-5415-4cf4-b417-caf246ba00d8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/710999f3-1774-4efe-a83c-542b62bf169b HTTP/1.1" status: 204 len: 168 time: 0.1791790 Jun 06 12:09:29.183232 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-b8449308-c7cf-4fe0-95bf-dd89e0769b15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:09:29.192462 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c46ceb0-5415-4cf4-b417-caf246ba00d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=710999f3-1774-4efe-a83c-542b62bf169b,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:09:29.194670 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-2c46ceb0-5415-4cf4-b417-caf246ba00d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:09:47.783404 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-2afb7ec4-40e1-4186-8de9-c4e468497282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:50.040726 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-3a360418-7e97-4e5b-824e-08e47a4e4469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:50.276311 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:50.583993 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:51.213991 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-c3be426d-4704-402b-bce9-7cb8373a3dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:53.012993 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-dde0a769-bb65-4f49-a590-df32523868aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:53.457441 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.agents_db [None req-260e75b6-693f-447f-9c37-08072a5d67b1 None None] Agent healthcheck: found 6 active agents {{(pid=92099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 12:09:56.249502 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 39062) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:09:56.506797 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.plugin [None req-2fdc2b2e-c5bc-46e9-8546-60fd29fb4795 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Deleting port a7ea0dea-c99a-441a-ba61-b05d083a565e {{(pid=92096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 12:09:56.507193 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-2fdc2b2e-c5bc-46e9-8546-60fd29fb4795 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778191659996'] for port, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:56.708043 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-2fdc2b2e-c5bc-46e9-8546-60fd29fb4795 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598405'] for port, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:56.708318 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-2fdc2b2e-c5bc-46e9-8546-60fd29fb4795 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:56.830908 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.plugin [None req-2fdc2b2e-c5bc-46e9-8546-60fd29fb4795 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Calling delete_port for a7ea0dea-c99a-441a-ba61-b05d083a565e owned by network:floatingip {{(pid=92096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 12:09:57.007810 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-2fdc2b2e-c5bc-46e9-8546-60fd29fb4795 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778191664348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778191160661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2160272'] for port, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:57.011866 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-ed31f799-f6a8-4fb4-abf6-fe27c31fc1b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:09:57.052809 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdc2b2e-c5bc-46e9-8546-60fd29fb4795 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Pushing event deleted for resources: {'Port': ['ID=a7ea0dea-c99a-441a-ba61-b05d083a565e,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:09:57.056248 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-2fdc2b2e-c5bc-46e9-8546-60fd29fb4795 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:09:57.148151 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-2fdc2b2e-c5bc-46e9-8546-60fd29fb4795 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Notify callbacks [] for floatingip, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:57.148485 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.db.l3_db [None req-2fdc2b2e-c5bc-46e9-8546-60fd29fb4795 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Floating IP f8dde862-ee33-4791-87fd-58f92471cc06 disassociated (deleted). External IP: 172.28.2.76, port: 204f38e8-b284-4ffd-8b13-52ff665ef164. Jun 06 12:09:57.488869 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fdc2b2e-c5bc-46e9-8546-60fd29fb4795 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Router c8ffa4fa-1711-481a-9a83-dec933b52420 has already been hosted by L3 agent 915c5c25-b12e-44c8-ae20-885b4f191692 {{(pid=92096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 12:09:57.673292 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fdc2b2e-c5bc-46e9-8546-60fd29fb4795 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Notify agent at l3_agent.dv-cinder-786266-2-smb the message routers_updated {{(pid=92096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 12:09:57.677485 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-2fdc2b2e-c5bc-46e9-8546-60fd29fb4795 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160768'] for floatingip, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:57.684731 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20eee2cb-5df4-4dff-9f29-51a53b2f9982 None None] Sync routers for ids ['c8ffa4fa-1711-481a-9a83-dec933b52420'] in dv-cinder-786266-2-smb {{(pid=92099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 12:09:57.694702 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20eee2cb-5df4-4dff-9f29-51a53b2f9982 None None] Routers {'c8ffa4fa-1711-481a-9a83-dec933b52420'} bound to L3 agent in host dv-cinder-786266-2-smb {{(pid=92099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:09:57.695313 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_hamode_db [None req-20eee2cb-5df4-4dff-9f29-51a53b2f9982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T11:54:50Z,description=,heartbeat_timestamp=2021-06-06T12:09:50Z,host='dv-cinder-786266-2-smb',id=915c5c25-b12e-44c8-ae20-885b4f191692,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:54:51Z,topic='l3_agent')) {'router_ids': ['c8ffa4fa-1711-481a-9a83-dec933b52420'], 'active': True} {{(pid=92099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:09:57.730945 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-2fdc2b2e-c5bc-46e9-8546-60fd29fb4795 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "DELETE /v2.0/floatingips/f8dde862-ee33-4791-87fd-58f92471cc06 HTTP/1.1" status: 204 len: 168 time: 1.4803371 Jun 06 12:09:57.731716 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19500b47-905a-4df7-b772-1cc46288e643', 'tag': '204f38e8-b284-4ffd-8b13-52ff665ef164'}] {{(pid=92096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:09:57.733863 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70cf447e3881262ea0b43a88f7d0d33c778b0ed04640d1c627a7304ff1bba8b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-388bf8df-cebb-438d-a2a4-7eeb46ab0fa4" -d '{"events": [{"name": "network-changed", "server_uuid": "19500b47-905a-4df7-b772-1cc46288e643", "tag": "204f38e8-b284-4ffd-8b13-52ff665ef164"}]}' {{(pid=92096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:09:57.877692 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_dvr_db [None req-20eee2cb-5df4-4dff-9f29-51a53b2f9982 None None] Set router c8ffa4fa-1711-481a-9a83-dec933b52420 gateway port host: dv-cinder-786266-2-smb {{(pid=92099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:09:57.920074 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 12:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58bdd7f8-4790-4cad-a5b5-ec1efe5dacb2 x-openstack-request-id: req-58bdd7f8-4790-4cad-a5b5-ec1efe5dacb2 {{(pid=92096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:09:57.920074 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19500b47-905a-4df7-b772-1cc46288e643", "tag": "204f38e8-b284-4ffd-8b13-52ff665ef164", "status": "completed", "code": 200}]} {{(pid=92096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:09:57.920074 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-58bdd7f8-4790-4cad-a5b5-ec1efe5dacb2 {{(pid=92096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:09:57.920074 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19500b47-905a-4df7-b772-1cc46288e643', 'tag': '204f38e8-b284-4ffd-8b13-52ff665ef164', 'status': 'completed', 'code': 200} Jun 06 12:09:58.117700 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388bf8df-cebb-438d-a2a4-7eeb46ab0fa4 req-edbcca12-37e1-4121-b923-4d68333f91ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:09:58.119457 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-388bf8df-cebb-438d-a2a4-7eeb46ab0fa4 req-edbcca12-37e1-4121-b923-4d68333f91ca service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5e1928ed6cdf4910a20d9b6ff02b4c2b&device_id=19500b47-905a-4df7-b772-1cc46288e643 HTTP/1.1" status: 200 len: 1098 time: 0.1776819 Jun 06 12:09:58.149145 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 39080) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:09:58.248886 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_hamode_db [None req-20eee2cb-5df4-4dff-9f29-51a53b2f9982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ffa4fa-1711-481a-9a83-dec933b52420', 'name': 'tempest-TestShelveInstance-1533985780-router', 'tenant_id': '5e1928ed6cdf4910a20d9b6ff02b4c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': '2dac2d91-3567-4268-9bf0-f49468b6b447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:04:49Z', 'updated_at': '2021-06-06T12:04:57Z', 'revision_number': 4, 'project_id': '5e1928ed6cdf4910a20d9b6ff02b4c2b', 'gw_port': {'id': '2dac2d91-3567-4268-9bf0-f49468b6b447', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ffa4fa-1711-481a-9a83-dec933b52420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:04:50Z', 'updated_at': '2021-06-06T12:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb', '_interfaces': [{'id': '45efe1a4-8bcd-491f-ba71-9fb24bfac671', 'name': '', 'network_id': '44aa02f2-2a13-4100-b8b1-6e7744d752d7', 'tenant_id': '5e1928ed6cdf4910a20d9b6ff02b4c2b', 'mac_address': 'fa:16:3e:80:1c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ffa4fa-1711-481a-9a83-dec933b52420', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'a36d396d-02b7-45f4-a272-c76d0b30e743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:04:55Z', 'updated_at': '2021-06-06T12:05:10Z', 'revision_number': 5, 'project_id': '5e1928ed6cdf4910a20d9b6ff02b4c2b', 'subnets': [{'id': 'a36d396d-02b7-45f4-a272-c76d0b30e743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-2-smb', False) {} {{(pid=92099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:09:58.269304 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20eee2cb-5df4-4dff-9f29-51a53b2f9982 None None] Checking router: c8ffa4fa-1711-481a-9a83-dec933b52420 for host: dv-cinder-786266-2-smb {{(pid=92099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 12:09:58.285907 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388bf8df-cebb-438d-a2a4-7eeb46ab0fa4 req-0776a567-a19c-4769-9468-468d484f4319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:09:58.285907 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-388bf8df-cebb-438d-a2a4-7eeb46ab0fa4 req-0776a567-a19c-4769-9468-468d484f4319 service neutron] 10.222.0.35 "GET /v2.0/networks?id=44aa02f2-2a13-4100-b8b1-6e7744d752d7 HTTP/1.1" status: 200 len: 910 time: 0.1493070 Jun 06 12:09:58.293682 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20eee2cb-5df4-4dff-9f29-51a53b2f9982 None None] Routers {'c8ffa4fa-1711-481a-9a83-dec933b52420'} bound to L3 agent in host dv-cinder-786266-2-smb {{(pid=92099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:09:58.294569 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_hamode_db [None req-20eee2cb-5df4-4dff-9f29-51a53b2f9982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T11:54:50Z,description=,heartbeat_timestamp=2021-06-06T12:09:50Z,host='dv-cinder-786266-2-smb',id=915c5c25-b12e-44c8-ae20-885b4f191692,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:54:51Z,topic='l3_agent')) {'router_ids': ['c8ffa4fa-1711-481a-9a83-dec933b52420'], 'active': True} {{(pid=92099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:09:58.330116 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-d9927eeb-02f1-4aa0-acf4-77d05916f12b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:58.374369 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-388bf8df-cebb-438d-a2a4-7eeb46ab0fa4 req-7d222279-6efc-4444-8ab0-ce25e71a9bfb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=204f38e8-b284-4ffd-8b13-52ff665ef164 HTTP/1.1" status: 200 len: 217 time: 0.0825391 Jun 06 12:09:58.444640 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388bf8df-cebb-438d-a2a4-7eeb46ab0fa4 req-ff673d8f-1b38-49b3-9cb2-f295effef7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:09:58.446367 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-388bf8df-cebb-438d-a2a4-7eeb46ab0fa4 req-ff673d8f-1b38-49b3-9cb2-f295effef7c7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a36d396d-02b7-45f4-a272-c76d0b30e743 HTTP/1.1" status: 200 len: 848 time: 0.0648024 Jun 06 12:09:58.526889 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b074978-1458-460f-9b10-38b1b3af8f55 req-16c87bb3-bd8c-4597-9694-15b1a2ac2549 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:09:58.527611 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388bf8df-cebb-438d-a2a4-7eeb46ab0fa4 req-acde0d11-c2d1-4053-bfc2-f3d7cf18a61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:09:58.527750 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_dvr_db [None req-20eee2cb-5df4-4dff-9f29-51a53b2f9982 None None] Set router c8ffa4fa-1711-481a-9a83-dec933b52420 gateway port host: dv-cinder-786266-2-smb {{(pid=92099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:09:58.528397 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-0b074978-1458-460f-9b10-38b1b3af8f55 req-16c87bb3-bd8c-4597-9694-15b1a2ac2549 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "GET /v2.0/ports?device_id=19500b47-905a-4df7-b772-1cc46288e643 HTTP/1.1" status: 200 len: 945 time: 0.1312075 Jun 06 12:09:58.529132 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-388bf8df-cebb-438d-a2a4-7eeb46ab0fa4 req-acde0d11-c2d1-4053-bfc2-f3d7cf18a61b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=44aa02f2-2a13-4100-b8b1-6e7744d752d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0760682 Jun 06 12:09:58.530281 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-d9927eeb-02f1-4aa0-acf4-77d05916f12b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:58.575757 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-0b074978-1458-460f-9b10-38b1b3af8f55 req-16cdcd1a-9d37-4824-a13f-a8bc95629db8 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8e3558-5525-409a-8a5e-2b0e7c402abb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409274 Jun 06 12:09:58.600751 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-d9927eeb-02f1-4aa0-acf4-77d05916f12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:58.613032 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-91f082c3-6204-4034-adf9-b389c92731a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:09:58.655919 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-d9927eeb-02f1-4aa0-acf4-77d05916f12b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3dc1e09a89e14bfb9f29e985d2ae5e92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5032120 Jun 06 12:09:58.656450 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 39088) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:09:58.661332 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9927eeb-02f1-4aa0-acf4-77d05916f12b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d180f389-a3f5-4741-93f6-af17295918db,revision_number=1']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:09:58.669864 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9927eeb-02f1-4aa0-acf4-77d05916f12b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:09:58.670305 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9927eeb-02f1-4aa0-acf4-77d05916f12b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:09:58.670729 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9927eeb-02f1-4aa0-acf4-77d05916f12b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:09:58.671138 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9927eeb-02f1-4aa0-acf4-77d05916f12b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:09:58.671547 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9927eeb-02f1-4aa0-acf4-77d05916f12b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:09:58.674056 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9927eeb-02f1-4aa0-acf4-77d05916f12b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:09:58.674056 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9927eeb-02f1-4aa0-acf4-77d05916f12b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:09:58.674056 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9927eeb-02f1-4aa0-acf4-77d05916f12b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:09:58.674056 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9927eeb-02f1-4aa0-acf4-77d05916f12b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:09:58.674056 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9927eeb-02f1-4aa0-acf4-77d05916f12b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:09:58.674056 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9927eeb-02f1-4aa0-acf4-77d05916f12b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:09:58.674056 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9927eeb-02f1-4aa0-acf4-77d05916f12b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:09:58.679420 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-d9927eeb-02f1-4aa0-acf4-77d05916f12b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:09:58.683900 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-388bf8df-cebb-438d-a2a4-7eeb46ab0fa4 req-e1ab12c5-4ffc-403f-b0ae-21c6493d0633 service neutron] 10.222.0.35 "GET /v2.0/networks/44aa02f2-2a13-4100-b8b1-6e7744d752d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470299 Jun 06 12:09:58.825246 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-87bd371e-3051-43bc-b6e8-7ad5b2f56e24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:58.847135 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_hamode_db [None req-20eee2cb-5df4-4dff-9f29-51a53b2f9982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ffa4fa-1711-481a-9a83-dec933b52420', 'name': 'tempest-TestShelveInstance-1533985780-router', 'tenant_id': '5e1928ed6cdf4910a20d9b6ff02b4c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': '2dac2d91-3567-4268-9bf0-f49468b6b447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:04:49Z', 'updated_at': '2021-06-06T12:04:57Z', 'revision_number': 4, 'project_id': '5e1928ed6cdf4910a20d9b6ff02b4c2b', 'gw_port': {'id': '2dac2d91-3567-4268-9bf0-f49468b6b447', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ffa4fa-1711-481a-9a83-dec933b52420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:04:50Z', 'updated_at': '2021-06-06T12:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb', '_interfaces': [{'id': '45efe1a4-8bcd-491f-ba71-9fb24bfac671', 'name': '', 'network_id': '44aa02f2-2a13-4100-b8b1-6e7744d752d7', 'tenant_id': '5e1928ed6cdf4910a20d9b6ff02b4c2b', 'mac_address': 'fa:16:3e:80:1c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ffa4fa-1711-481a-9a83-dec933b52420', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'a36d396d-02b7-45f4-a272-c76d0b30e743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:04:55Z', 'updated_at': '2021-06-06T12:05:10Z', 'revision_number': 5, 'project_id': '5e1928ed6cdf4910a20d9b6ff02b4c2b', 'subnets': [{'id': 'a36d396d-02b7-45f4-a272-c76d0b30e743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-2-smb', False) {} {{(pid=92099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:09:58.851041 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20eee2cb-5df4-4dff-9f29-51a53b2f9982 None None] The sync data for ids ['c8ffa4fa-1711-481a-9a83-dec933b52420'] in dv-cinder-786266-2-smb is: [{'id': 'c8ffa4fa-1711-481a-9a83-dec933b52420', 'name': 'tempest-TestShelveInstance-1533985780-router', 'tenant_id': '5e1928ed6cdf4910a20d9b6ff02b4c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': '2dac2d91-3567-4268-9bf0-f49468b6b447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:04:49Z', 'updated_at': '2021-06-06T12:04:57Z', 'revision_number': 4, 'project_id': '5e1928ed6cdf4910a20d9b6ff02b4c2b', 'gw_port': {'id': '2dac2d91-3567-4268-9bf0-f49468b6b447', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ffa4fa-1711-481a-9a83-dec933b52420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:04:50Z', 'updated_at': '2021-06-06T12:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb', '_interfaces': [{'id': '45efe1a4-8bcd-491f-ba71-9fb24bfac671', 'name': '', 'network_id': '44aa02f2-2a13-4100-b8b1-6e7744d752d7', 'tenant_id': '5e1928ed6cdf4910a20d9b6ff02b4c2b', 'mac_address': 'fa:16:3e:80:1c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ffa4fa-1711-481a-9a83-dec933b52420', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'a36d396d-02b7-45f4-a272-c76d0b30e743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:04:55Z', 'updated_at': '2021-06-06T12:05:10Z', 'revision_number': 5, 'project_id': '5e1928ed6cdf4910a20d9b6ff02b4c2b', 'subnets': [{'id': 'a36d396d-02b7-45f4-a272-c76d0b30e743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 12:09:58.868185 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-87bd371e-3051-43bc-b6e8-7ad5b2f56e24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:58.875998 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-388bf8df-cebb-438d-a2a4-7eeb46ab0fa4 req-a439e16c-9982-4caf-8428-3dd6afaea736 service neutron] 10.222.0.35 "GET /v2.0/networks/44aa02f2-2a13-4100-b8b1-6e7744d752d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794100 Jun 06 12:09:58.996547 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-87bd371e-3051-43bc-b6e8-7ad5b2f56e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:58.999016 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-87bd371e-3051-43bc-b6e8-7ad5b2f56e24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:09:59.002708 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-87bd371e-3051-43bc-b6e8-7ad5b2f56e24 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d180f389-a3f5-4741-93f6-af17295918db HTTP/1.1" status: 204 len: 168 time: 0.3427672 Jun 06 12:09:59.002708 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-cf811697-4c54-419c-816b-18dfe8eddc68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:09:59.011392 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bd371e-3051-43bc-b6e8-7ad5b2f56e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d180f389-a3f5-4741-93f6-af17295918db,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:09:59.013783 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-87bd371e-3051-43bc-b6e8-7ad5b2f56e24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:09:59.091819 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f825cb-cadf-46e5-b05a-b88916de667e None None] New status for floating IP f8dde862-ee33-4791-87fd-58f92471cc06: DOWN {{(pid=92098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 12:09:59.752403 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be060be1-6908-412e-92f2-83c7e63db84b req-e47f7f04-d921-4037-8c06-bff702357286 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:09:59.754661 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-be060be1-6908-412e-92f2-83c7e63db84b req-e47f7f04-d921-4037-8c06-bff702357286 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.35 "GET /v2.0/ports?device_id=19500b47-905a-4df7-b772-1cc46288e643 HTTP/1.1" status: 200 len: 945 time: 0.0970738 Jun 06 12:09:59.787150 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02993c91-dd50-4bae-9a46-848ca835e183 req-bdc87b29-a474-4445-a889-f11d5fea009a tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:09:59.789250 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-02993c91-dd50-4bae-9a46-848ca835e183 req-bdc87b29-a474-4445-a889-f11d5fea009a tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "GET /v2.0/ports?device_id=19500b47-905a-4df7-b772-1cc46288e643 HTTP/1.1" status: 200 len: 945 time: 0.1013069 Jun 06 12:09:59.843143 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-02993c91-dd50-4bae-9a46-848ca835e183 req-261f7fa6-8a8d-47bc-813e-bd628a963487 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "GET /v2.0/security-groups?id=be8e3558-5525-409a-8a5e-2b0e7c402abb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459597 Jun 06 12:09:59.918850 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.plugin [req-be060be1-6908-412e-92f2-83c7e63db84b req-f5cdef6d-6ddc-4786-a792-4631db6fdf37 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Deleting port 204f38e8-b284-4ffd-8b13-52ff665ef164 {{(pid=92097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 12:09:59.919200 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-be060be1-6908-412e-92f2-83c7e63db84b req-f5cdef6d-6ddc-4786-a792-4631db6fdf37 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778191659996'] for port, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:00.059257 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.db [req-be060be1-6908-412e-92f2-83c7e63db84b req-f5cdef6d-6ddc-4786-a792-4631db6fdf37 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] For port 204f38e8-b284-4ffd-8b13-52ff665ef164, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=204f38e8-b284-4ffd-8b13-52ff665ef164,segment=NetworkSegment(9992ddec-c3a6-45ca-972c-7f53a4b612e0),segment_id=9992ddec-c3a6-45ca-972c-7f53a4b612e0)] {{(pid=92097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:10:00.059609 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-be060be1-6908-412e-92f2-83c7e63db84b req-f5cdef6d-6ddc-4786-a792-4631db6fdf37 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598405'] for port, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:00.186509 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.plugin [req-be060be1-6908-412e-92f2-83c7e63db84b req-f5cdef6d-6ddc-4786-a792-4631db6fdf37 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Calling delete_port for 204f38e8-b284-4ffd-8b13-52ff665ef164 owned by compute:nova {{(pid=92097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 12:10:00.377010 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be40f7e9-a1ad-4d23-b6b0-c6ffb7cee02b req-52adf1a0-4833-430d-a27a-9a580f1b5199 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:10:00.378532 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-be40f7e9-a1ad-4d23-b6b0-c6ffb7cee02b req-52adf1a0-4833-430d-a27a-9a580f1b5199 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=766b7e00-50a8-46c0-a359-a73cb4a10e89 HTTP/1.1" status: 200 len: 946 time: 0.0820611 Jun 06 12:10:00.379733 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-be060be1-6908-412e-92f2-83c7e63db84b req-f5cdef6d-6ddc-4786-a792-4631db6fdf37 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778191664348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778191160661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2165323'] for port, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:00.386948 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-53757dab-038e-4970-ba8d-e1ea8042d667 tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:10:00.429081 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cdef6d-6ddc-4786-a792-4631db6fdf37 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Pushing event deleted for resources: {'Port': ['ID=204f38e8-b284-4ffd-8b13-52ff665ef164,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:10:00.429806 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-be40f7e9-a1ad-4d23-b6b0-c6ffb7cee02b req-e6b59158-0643-4dbf-8359-b1e18c7672de tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf080b62-b1c7-4281-8d6c-afe66baa29f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453498 Jun 06 12:10:00.431497 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-f5cdef6d-6ddc-4786-a792-4631db6fdf37 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:10:00.511572 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.l3_dvrscheduler_db [req-be060be1-6908-412e-92f2-83c7e63db84b req-f5cdef6d-6ddc-4786-a792-4631db6fdf37 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] No DVR routers for this DVR port 204f38e8-b284-4ffd-8b13-52ff665ef164 on host hv-cinder-78626 {{(pid=92097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 12:10:00.514142 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-be060be1-6908-412e-92f2-83c7e63db84b req-f5cdef6d-6ddc-4786-a792-4631db6fdf37 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160768'] for port, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:00.517841 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-be060be1-6908-412e-92f2-83c7e63db84b req-f5cdef6d-6ddc-4786-a792-4631db6fdf37 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.35 "DELETE /v2.0/ports/204f38e8-b284-4ffd-8b13-52ff665ef164 HTTP/1.1" status: 204 len: 173 time: 0.7480855 Jun 06 12:10:00.517841 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19500b47-905a-4df7-b772-1cc46288e643', 'name': 'network-vif-deleted', 'tag': '204f38e8-b284-4ffd-8b13-52ff665ef164'}] {{(pid=92097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:10:00.518936 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0506e69bdf94a0a0544469556e00d4f87ccfa4abed68bb2c567d57a4f994f1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3214b759-ba4d-4fc1-9c17-f810cf8f7d8e" -d '{"events": [{"server_uuid": "19500b47-905a-4df7-b772-1cc46288e643", "name": "network-vif-deleted", "tag": "204f38e8-b284-4ffd-8b13-52ff665ef164"}]}' {{(pid=92097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:10:00.560304 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 12:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5854274b-745f-464f-a9d2-4af83cf22ae9 x-openstack-request-id: req-5854274b-745f-464f-a9d2-4af83cf22ae9 {{(pid=92097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:10:00.560668 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19500b47-905a-4df7-b772-1cc46288e643", "name": "network-vif-deleted", "tag": "204f38e8-b284-4ffd-8b13-52ff665ef164", "status": "completed", "code": 200}]} {{(pid=92097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:10:00.560955 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5854274b-745f-464f-a9d2-4af83cf22ae9 {{(pid=92097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:10:00.561378 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19500b47-905a-4df7-b772-1cc46288e643', 'name': 'network-vif-deleted', 'tag': '204f38e8-b284-4ffd-8b13-52ff665ef164', 'status': 'completed', 'code': 200} Jun 06 12:10:01.101362 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-22c62fa7-e545-4d75-b3ff-73357555c220 req-cb94c6e8-682d-44d0-85f4-36eef4f7c552 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "GET /v2.0/ports?device_id=19500b47-905a-4df7-b772-1cc46288e643 HTTP/1.1" status: 200 len: 210 time: 0.1439612 Jun 06 12:10:01.654947 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95436d7c-d711-40ef-8845-bde0d5d72095 req-47b2c9c5-176c-4673-8a88-5435fd0e5681 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:10:01.656494 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-95436d7c-d711-40ef-8845-bde0d5d72095 req-47b2c9c5-176c-4673-8a88-5435fd0e5681 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=766b7e00-50a8-46c0-a359-a73cb4a10e89 HTTP/1.1" status: 200 len: 946 time: 0.0887361 Jun 06 12:10:01.707231 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-95436d7c-d711-40ef-8845-bde0d5d72095 req-96beff91-2224-4df7-8827-ca27569afaf7 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf080b62-b1c7-4281-8d6c-afe66baa29f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437248 Jun 06 12:10:01.712432 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6aed2e-9af3-4724-a2a1-5c9fe7ddfa8b req-6496cc5e-ac9c-4fb4-8085-cf7e75ab1349 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:10:01.715750 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-0e6aed2e-9af3-4724-a2a1-5c9fe7ddfa8b req-6496cc5e-ac9c-4fb4-8085-cf7e75ab1349 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.35 "GET /v2.0/ports?device_id=766b7e00-50a8-46c0-a359-a73cb4a10e89 HTTP/1.1" status: 200 len: 946 time: 0.0879595 Jun 06 12:10:01.962814 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.plugin [req-0e6aed2e-9af3-4724-a2a1-5c9fe7ddfa8b req-ac728d45-77df-43da-9a3c-2c2e35462d1c tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Deleting port 3483bab3-4419-4ece-8721-154681a0f80a {{(pid=92097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 12:10:01.963072 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-0e6aed2e-9af3-4724-a2a1-5c9fe7ddfa8b req-ac728d45-77df-43da-9a3c-2c2e35462d1c tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778191659996'] for port, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:02.097048 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.db [req-0e6aed2e-9af3-4724-a2a1-5c9fe7ddfa8b req-ac728d45-77df-43da-9a3c-2c2e35462d1c tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] For port 3483bab3-4419-4ece-8721-154681a0f80a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=3483bab3-4419-4ece-8721-154681a0f80a,segment=NetworkSegment(4ba14138-863d-4bea-aa89-dac6ed43a677),segment_id=4ba14138-863d-4bea-aa89-dac6ed43a677)] {{(pid=92097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:10:02.097404 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-0e6aed2e-9af3-4724-a2a1-5c9fe7ddfa8b req-ac728d45-77df-43da-9a3c-2c2e35462d1c tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598405'] for port, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:02.204610 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 39188) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:10:02.273858 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-16e643d3-8a4a-4371-9132-13a58f141d0b tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Notify callbacks [] for security_group, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:02.306747 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-16e643d3-8a4a-4371-9132-13a58f141d0b tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:02.392891 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-0e6aed2e-9af3-4724-a2a1-5c9fe7ddfa8b req-ac728d45-77df-43da-9a3c-2c2e35462d1c tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:02.393254 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-0e6aed2e-9af3-4724-a2a1-5c9fe7ddfa8b req-ac728d45-77df-43da-9a3c-2c2e35462d1c tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558965'] for floatingip, after_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:02.393563 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.db.l3_db [req-0e6aed2e-9af3-4724-a2a1-5c9fe7ddfa8b req-ac728d45-77df-43da-9a3c-2c2e35462d1c tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Floating IP b8573a22-f7c9-4f27-a3a3-b606e533d2dd disassociated. External IP: 172.28.2.46, port: 3483bab3-4419-4ece-8721-154681a0f80a. Jun 06 12:10:02.393934 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.plugin [req-0e6aed2e-9af3-4724-a2a1-5c9fe7ddfa8b req-ac728d45-77df-43da-9a3c-2c2e35462d1c tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Calling delete_port for 3483bab3-4419-4ece-8721-154681a0f80a owned by compute:nova {{(pid=92097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 12:10:02.447373 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-16e643d3-8a4a-4371-9132-13a58f141d0b tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:02.450105 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-16e643d3-8a4a-4371-9132-13a58f141d0b tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Notify callbacks [] for security_group, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:02.451301 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-16e643d3-8a4a-4371-9132-13a58f141d0b tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] 10.222.0.32 "DELETE /v2.0/security-groups/be8e3558-5525-409a-8a5e-2b0e7c402abb HTTP/1.1" status: 204 len: 168 time: 0.2456880 Jun 06 12:10:02.452119 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-bdc04472-ed6e-4ce3-9d9b-cde923962665 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:10:02.468155 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e643d3-8a4a-4371-9132-13a58f141d0b tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8e3558-5525-409a-8a5e-2b0e7c402abb,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:10:02.470477 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-16e643d3-8a4a-4371-9132-13a58f141d0b tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:10:02.575054 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 39192) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:10:02.579047 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-0e6aed2e-9af3-4724-a2a1-5c9fe7ddfa8b req-ac728d45-77df-43da-9a3c-2c2e35462d1c tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778191664348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778191160661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2165323'] for port, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:02.585980 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-c18f00b8-46d9-41c8-a252-740de129fd27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:10:02.635798 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac728d45-77df-43da-9a3c-2c2e35462d1c tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Pushing event deleted for resources: {'Port': ['ID=3483bab3-4419-4ece-8721-154681a0f80a,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:10:02.639706 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-ac728d45-77df-43da-9a3c-2c2e35462d1c tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:10:02.822524 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0e6aed2e-9af3-4724-a2a1-5c9fe7ddfa8b req-ac728d45-77df-43da-9a3c-2c2e35462d1c tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Router cfdefa90-c1f8-4d9b-a1c8-71c1116a9138 has already been hosted by L3 agent 915c5c25-b12e-44c8-ae20-885b4f191692 {{(pid=92097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 12:10:02.886390 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-31b34c8a-516b-4272-ad11-f58f22b70dec req-0c12a413-86c1-4176-8028-8eb436bf27ee tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/ports?device_id=766b7e00-50a8-46c0-a359-a73cb4a10e89 HTTP/1.1" status: 200 len: 210 time: 0.0557554 Jun 06 12:10:03.012575 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0e6aed2e-9af3-4724-a2a1-5c9fe7ddfa8b req-ac728d45-77df-43da-9a3c-2c2e35462d1c tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify agent at l3_agent.dv-cinder-786266-2-smb the message routers_updated {{(pid=92097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 12:10:03.022630 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6863062-5cc6-49e1-8319-15056952af3d None None] Sync routers for ids ['cfdefa90-c1f8-4d9b-a1c8-71c1116a9138'] in dv-cinder-786266-2-smb {{(pid=92099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 12:10:03.032486 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6863062-5cc6-49e1-8319-15056952af3d None None] Routers {'cfdefa90-c1f8-4d9b-a1c8-71c1116a9138'} bound to L3 agent in host dv-cinder-786266-2-smb {{(pid=92099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:10:03.033375 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_hamode_db [None req-a6863062-5cc6-49e1-8319-15056952af3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T11:54:50Z,description=,heartbeat_timestamp=2021-06-06T12:09:50Z,host='dv-cinder-786266-2-smb',id=915c5c25-b12e-44c8-ae20-885b4f191692,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:54:51Z,topic='l3_agent')) {'router_ids': ['cfdefa90-c1f8-4d9b-a1c8-71c1116a9138'], 'active': True} {{(pid=92099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:10:03.100039 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e6aed2e-9af3-4724-a2a1-5c9fe7ddfa8b req-ac728d45-77df-43da-9a3c-2c2e35462d1c tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] No DVR routers for this DVR port 3483bab3-4419-4ece-8721-154681a0f80a on host hv-cinder-78626 {{(pid=92097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 12:10:03.103013 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-0e6aed2e-9af3-4724-a2a1-5c9fe7ddfa8b req-ac728d45-77df-43da-9a3c-2c2e35462d1c tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160768'] for port, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:03.107448 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-0e6aed2e-9af3-4724-a2a1-5c9fe7ddfa8b req-ac728d45-77df-43da-9a3c-2c2e35462d1c tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.35 "DELETE /v2.0/ports/3483bab3-4419-4ece-8721-154681a0f80a HTTP/1.1" status: 204 len: 173 time: 1.3856401 Jun 06 12:10:03.107448 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '766b7e00-50a8-46c0-a359-a73cb4a10e89', 'name': 'network-vif-deleted', 'tag': '3483bab3-4419-4ece-8721-154681a0f80a'}] {{(pid=92097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:10:03.110121 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0506e69bdf94a0a0544469556e00d4f87ccfa4abed68bb2c567d57a4f994f1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ed26fd-4219-4ec9-b2b8-5ec7732dcb41" -d '{"events": [{"server_uuid": "766b7e00-50a8-46c0-a359-a73cb4a10e89", "name": "network-vif-deleted", "tag": "3483bab3-4419-4ece-8721-154681a0f80a"}]}' {{(pid=92097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:10:03.172186 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 12:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a6e691-f37a-463d-b5f6-7deb89f11f21 x-openstack-request-id: req-b6a6e691-f37a-463d-b5f6-7deb89f11f21 {{(pid=92097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:10:03.172721 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "766b7e00-50a8-46c0-a359-a73cb4a10e89", "name": "network-vif-deleted", "tag": "3483bab3-4419-4ece-8721-154681a0f80a", "status": "completed", "code": 200}]} {{(pid=92097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:10:03.173178 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b6a6e691-f37a-463d-b5f6-7deb89f11f21 {{(pid=92097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:10:03.173792 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '766b7e00-50a8-46c0-a359-a73cb4a10e89', 'name': 'network-vif-deleted', 'tag': '3483bab3-4419-4ece-8721-154681a0f80a', 'status': 'completed', 'code': 200} Jun 06 12:10:03.280041 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_dvr_db [None req-a6863062-5cc6-49e1-8319-15056952af3d None None] Set router cfdefa90-c1f8-4d9b-a1c8-71c1116a9138 gateway port host: dv-cinder-786266-2-smb {{(pid=92099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:10:03.403898 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-81a2840b-828e-4354-ab50-686d69f9adf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-598226'] for router_interface, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:03.597390 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_hamode_db [None req-a6863062-5cc6-49e1-8319-15056952af3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfdefa90-c1f8-4d9b-a1c8-71c1116a9138', 'name': 'tempest-AttachVolumeShelveTestJSON-1222488113-router', 'tenant_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': 'cddd21fc-afdb-4a3f-ac54-11f3da0ce5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:03:00Z', 'updated_at': '2021-06-06T12:03:16Z', 'revision_number': 4, 'project_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'gw_port': {'id': 'cddd21fc-afdb-4a3f-ac54-11f3da0ce5b9', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:44:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdefa90-c1f8-4d9b-a1c8-71c1116a9138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:03Z', 'updated_at': '2021-06-06T12:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb', '_interfaces': [{'id': '2afb42c6-9875-4d01-b001-d3afe46a4745', 'name': '', 'network_id': '9d232693-3d67-4acc-8d54-aa5376170328', 'tenant_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'mac_address': 'fa:16:3e:e1:79:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdefa90-c1f8-4d9b-a1c8-71c1116a9138', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9af00337-26dd-42bb-a5b7-bfb5439775d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:13Z', 'updated_at': '2021-06-06T12:03:29Z', 'revision_number': 5, 'project_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'subnets': [{'id': '9af00337-26dd-42bb-a5b7-bfb5439775d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-2-smb', False) {} {{(pid=92099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:10:03.601789 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6863062-5cc6-49e1-8319-15056952af3d None None] Checking router: cfdefa90-c1f8-4d9b-a1c8-71c1116a9138 for host: dv-cinder-786266-2-smb {{(pid=92099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 12:10:03.612019 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6863062-5cc6-49e1-8319-15056952af3d None None] Routers {'cfdefa90-c1f8-4d9b-a1c8-71c1116a9138'} bound to L3 agent in host dv-cinder-786266-2-smb {{(pid=92099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:10:03.612629 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_hamode_db [None req-a6863062-5cc6-49e1-8319-15056952af3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T11:54:50Z,description=,heartbeat_timestamp=2021-06-06T12:09:50Z,host='dv-cinder-786266-2-smb',id=915c5c25-b12e-44c8-ae20-885b4f191692,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:54:51Z,topic='l3_agent')) {'router_ids': ['cfdefa90-c1f8-4d9b-a1c8-71c1116a9138'], 'active': True} {{(pid=92099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:10:03.797292 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_dvr_db [None req-a6863062-5cc6-49e1-8319-15056952af3d None None] Set router cfdefa90-c1f8-4d9b-a1c8-71c1116a9138 gateway port host: dv-cinder-786266-2-smb {{(pid=92099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:10:03.823728 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.plugin [None req-81a2840b-828e-4354-ab50-686d69f9adf4 admin admin] Deleting port 45efe1a4-8bcd-491f-ba71-9fb24bfac671 {{(pid=92096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 12:10:03.824071 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-81a2840b-828e-4354-ab50-686d69f9adf4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778191659996'] for port, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:03.956308 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.db [None req-81a2840b-828e-4354-ab50-686d69f9adf4 admin admin] For port 45efe1a4-8bcd-491f-ba71-9fb24bfac671, host dv-cinder-786266-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-2-smb',level=0,port_id=45efe1a4-8bcd-491f-ba71-9fb24bfac671,segment=NetworkSegment(9992ddec-c3a6-45ca-972c-7f53a4b612e0),segment_id=9992ddec-c3a6-45ca-972c-7f53a4b612e0)] {{(pid=92096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:10:03.956698 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-81a2840b-828e-4354-ab50-686d69f9adf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598405'] for port, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:04.072256 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 39206) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:10:04.147424 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-822160c0-93db-4aa3-a6c8-b6982bdd673e tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks [] for security_group, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:04.154471 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_hamode_db [None req-a6863062-5cc6-49e1-8319-15056952af3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfdefa90-c1f8-4d9b-a1c8-71c1116a9138', 'name': 'tempest-AttachVolumeShelveTestJSON-1222488113-router', 'tenant_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': 'cddd21fc-afdb-4a3f-ac54-11f3da0ce5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:03:00Z', 'updated_at': '2021-06-06T12:03:16Z', 'revision_number': 4, 'project_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'gw_port': {'id': 'cddd21fc-afdb-4a3f-ac54-11f3da0ce5b9', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:44:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdefa90-c1f8-4d9b-a1c8-71c1116a9138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:03Z', 'updated_at': '2021-06-06T12:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb', '_interfaces': [{'id': '2afb42c6-9875-4d01-b001-d3afe46a4745', 'name': '', 'network_id': '9d232693-3d67-4acc-8d54-aa5376170328', 'tenant_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'mac_address': 'fa:16:3e:e1:79:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdefa90-c1f8-4d9b-a1c8-71c1116a9138', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9af00337-26dd-42bb-a5b7-bfb5439775d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:13Z', 'updated_at': '2021-06-06T12:03:29Z', 'revision_number': 5, 'project_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'subnets': [{'id': '9af00337-26dd-42bb-a5b7-bfb5439775d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-2-smb', False) {} {{(pid=92099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:10:04.158496 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6863062-5cc6-49e1-8319-15056952af3d None None] The sync data for ids ['cfdefa90-c1f8-4d9b-a1c8-71c1116a9138'] in dv-cinder-786266-2-smb is: [{'id': 'cfdefa90-c1f8-4d9b-a1c8-71c1116a9138', 'name': 'tempest-AttachVolumeShelveTestJSON-1222488113-router', 'tenant_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': 'cddd21fc-afdb-4a3f-ac54-11f3da0ce5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:03:00Z', 'updated_at': '2021-06-06T12:03:16Z', 'revision_number': 4, 'project_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'gw_port': {'id': 'cddd21fc-afdb-4a3f-ac54-11f3da0ce5b9', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:44:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdefa90-c1f8-4d9b-a1c8-71c1116a9138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:03Z', 'updated_at': '2021-06-06T12:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb', '_interfaces': [{'id': '2afb42c6-9875-4d01-b001-d3afe46a4745', 'name': '', 'network_id': '9d232693-3d67-4acc-8d54-aa5376170328', 'tenant_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'mac_address': 'fa:16:3e:e1:79:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdefa90-c1f8-4d9b-a1c8-71c1116a9138', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '9af00337-26dd-42bb-a5b7-bfb5439775d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:13Z', 'updated_at': '2021-06-06T12:03:29Z', 'revision_number': 5, 'project_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'subnets': [{'id': '9af00337-26dd-42bb-a5b7-bfb5439775d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 12:10:04.178180 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-822160c0-93db-4aa3-a6c8-b6982bdd673e tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:04.187271 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.plugin [None req-81a2840b-828e-4354-ab50-686d69f9adf4 admin admin] Calling delete_port for 45efe1a4-8bcd-491f-ba71-9fb24bfac671 owned by network:router_interface {{(pid=92096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 12:10:04.287555 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-822160c0-93db-4aa3-a6c8-b6982bdd673e tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:04.293868 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-822160c0-93db-4aa3-a6c8-b6982bdd673e tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks [] for security_group, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:04.297509 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-822160c0-93db-4aa3-a6c8-b6982bdd673e tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "DELETE /v2.0/security-groups/bf080b62-b1c7-4281-8d6c-afe66baa29f3 HTTP/1.1" status: 204 len: 168 time: 0.2212341 Jun 06 12:10:04.297509 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-1844f8a7-063d-4a44-9374-c731e1bddadd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:10:04.307663 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 39210) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:10:04.308929 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822160c0-93db-4aa3-a6c8-b6982bdd673e tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf080b62-b1c7-4281-8d6c-afe66baa29f3,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:10:04.311635 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-822160c0-93db-4aa3-a6c8-b6982bdd673e tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:10:04.333968 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.api.v2.resource [None req-604b7029-76c4-4a76-988c-b497370242c6 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] show failed (client error): The resource could not be found. Jun 06 12:10:04.337748 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-604b7029-76c4-4a76-988c-b497370242c6 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "GET /v2.0/security-groups/bf080b62-b1c7-4281-8d6c-afe66baa29f3 HTTP/1.1" status: 404 len: 347 time: 0.0221865 Jun 06 12:10:04.343021 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 39212) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:10:04.413445 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-81a2840b-828e-4354-ab50-686d69f9adf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778191664348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778191160661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2160272'] for port, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:04.415975 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca491499-8201-4622-8bfe-ffeb4d73a089 None None] New status for floating IP b8573a22-f7c9-4f27-a3a3-b606e533d2dd: DOWN {{(pid=92098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 12:10:04.420896 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-b84308b5-4bcc-4d67-b0a8-7c2101615e01 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:10:04.469289 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a2840b-828e-4354-ab50-686d69f9adf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=45efe1a4-8bcd-491f-ba71-9fb24bfac671,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:10:04.567390 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-81a2840b-828e-4354-ab50-686d69f9adf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:10:04.707328 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.plugin [None req-876dcbc3-4dc4-45b3-9498-8b42d24e6e69 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Deleting port 2009984d-8c24-44d8-a453-4ae6d9efa954 {{(pid=92097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 12:10:04.707689 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-876dcbc3-4dc4-45b3-9498-8b42d24e6e69 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778191659996'] for port, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:04.790460 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-81a2840b-828e-4354-ab50-686d69f9adf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601756'] for router_interface, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:04.836157 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-876dcbc3-4dc4-45b3-9498-8b42d24e6e69 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598405'] for port, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:04.836479 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-876dcbc3-4dc4-45b3-9498-8b42d24e6e69 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:04.959755 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device 204f38e8-b284-4ffd-8b13-52ff665ef164 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 12:10:04.965283 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.plugin [None req-876dcbc3-4dc4-45b3-9498-8b42d24e6e69 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Calling delete_port for 2009984d-8c24-44d8-a453-4ae6d9efa954 owned by network:floatingip {{(pid=92097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 12:10:04.995546 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.plugin [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] No Port match for: 204f38e8-b284-4ffd-8b13-52ff665ef164 {{(pid=92098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 12:10:04.995882 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device 204f38e8-b284-4ffd-8b13-52ff665ef164 not bound to the agent host hv-cinder-78626 {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 12:10:05.144839 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-876dcbc3-4dc4-45b3-9498-8b42d24e6e69 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778191664348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778191160661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2165323'] for port, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:05.149548 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-79232784-819b-4c10-af77-3e566e33c2f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:10:05.162291 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81a2840b-828e-4354-ab50-686d69f9adf4 admin admin] Router c8ffa4fa-1711-481a-9a83-dec933b52420 has already been hosted by L3 agent 915c5c25-b12e-44c8-ae20-885b4f191692 {{(pid=92096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 12:10:05.221206 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876dcbc3-4dc4-45b3-9498-8b42d24e6e69 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Pushing event deleted for resources: {'Port': ['ID=2009984d-8c24-44d8-a453-4ae6d9efa954,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:10:05.223811 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-876dcbc3-4dc4-45b3-9498-8b42d24e6e69 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:10:05.292667 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-876dcbc3-4dc4-45b3-9498-8b42d24e6e69 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks [] for floatingip, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:05.295230 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-876dcbc3-4dc4-45b3-9498-8b42d24e6e69 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160768'] for floatingip, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:05.296343 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-876dcbc3-4dc4-45b3-9498-8b42d24e6e69 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] 10.222.0.32 "DELETE /v2.0/floatingips/b8573a22-f7c9-4f27-a3a3-b606e533d2dd HTTP/1.1" status: 204 len: 168 time: 0.9507253 Jun 06 12:10:05.351588 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a2840b-828e-4354-ab50-686d69f9adf4 admin admin] Notify agent at l3_agent.dv-cinder-786266-2-smb the message routers_updated {{(pid=92096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 12:10:05.360140 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-81a2840b-828e-4354-ab50-686d69f9adf4 admin admin] 10.222.0.32 "PUT /v2.0/routers/c8ffa4fa-1711-481a-9a83-dec933b52420/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7808378 Jun 06 12:10:05.360140 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 39216) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:10:05.362553 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864d4226-6931-4df0-9384-11bd9cbcb27f None None] Sync routers for ids ['c8ffa4fa-1711-481a-9a83-dec933b52420'] in dv-cinder-786266-2-smb {{(pid=92099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 12:10:05.372317 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864d4226-6931-4df0-9384-11bd9cbcb27f None None] Routers {'c8ffa4fa-1711-481a-9a83-dec933b52420'} bound to L3 agent in host dv-cinder-786266-2-smb {{(pid=92099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:10:05.373054 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_hamode_db [None req-864d4226-6931-4df0-9384-11bd9cbcb27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T11:54:50Z,description=,heartbeat_timestamp=2021-06-06T12:09:50Z,host='dv-cinder-786266-2-smb',id=915c5c25-b12e-44c8-ae20-885b4f191692,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:54:51Z,topic='l3_agent')) {'router_ids': ['c8ffa4fa-1711-481a-9a83-dec933b52420'], 'active': True} {{(pid=92099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:10:05.552341 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-acfa7ea3-81b5-4d63-9597-62c5cae8963f admin admin] Notify callbacks [] for router, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:05.568463 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_dvr_db [None req-864d4226-6931-4df0-9384-11bd9cbcb27f None None] Set router c8ffa4fa-1711-481a-9a83-dec933b52420 gateway port host: dv-cinder-786266-2-smb {{(pid=92099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:10:05.846311 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-acfa7ea3-81b5-4d63-9597-62c5cae8963f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:05.863579 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_hamode_db [None req-864d4226-6931-4df0-9384-11bd9cbcb27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ffa4fa-1711-481a-9a83-dec933b52420', 'name': 'tempest-TestShelveInstance-1533985780-router', 'tenant_id': '5e1928ed6cdf4910a20d9b6ff02b4c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': '2dac2d91-3567-4268-9bf0-f49468b6b447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:04:49Z', 'updated_at': '2021-06-06T12:10:04Z', 'revision_number': 5, 'project_id': '5e1928ed6cdf4910a20d9b6ff02b4c2b', 'gw_port': {'id': '2dac2d91-3567-4268-9bf0-f49468b6b447', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ffa4fa-1711-481a-9a83-dec933b52420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:04:50Z', 'updated_at': '2021-06-06T12:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb'}], 'dv-cinder-786266-2-smb', False) {} {{(pid=92099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:10:05.867426 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864d4226-6931-4df0-9384-11bd9cbcb27f None None] Checking router: c8ffa4fa-1711-481a-9a83-dec933b52420 for host: dv-cinder-786266-2-smb {{(pid=92099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 12:10:05.877278 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864d4226-6931-4df0-9384-11bd9cbcb27f None None] Routers {'c8ffa4fa-1711-481a-9a83-dec933b52420'} bound to L3 agent in host dv-cinder-786266-2-smb {{(pid=92099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:10:05.877278 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_hamode_db [None req-864d4226-6931-4df0-9384-11bd9cbcb27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T11:54:50Z,description=,heartbeat_timestamp=2021-06-06T12:09:50Z,host='dv-cinder-786266-2-smb',id=915c5c25-b12e-44c8-ae20-885b4f191692,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:54:51Z,topic='l3_agent')) {'router_ids': ['c8ffa4fa-1711-481a-9a83-dec933b52420'], 'active': True} {{(pid=92099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:10:05.977392 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.plugin [None req-acfa7ea3-81b5-4d63-9597-62c5cae8963f admin admin] Deleting port 2dac2d91-3567-4268-9bf0-f49468b6b447 {{(pid=92096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 12:10:05.977727 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-acfa7ea3-81b5-4d63-9597-62c5cae8963f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778191659996'] for port, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:06.024885 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_dvr_db [None req-864d4226-6931-4df0-9384-11bd9cbcb27f None None] Set router c8ffa4fa-1711-481a-9a83-dec933b52420 gateway port host: None {{(pid=92099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:10:06.105493 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.db [None req-acfa7ea3-81b5-4d63-9597-62c5cae8963f admin admin] For port 2dac2d91-3567-4268-9bf0-f49468b6b447, host dv-cinder-786266-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-2-smb',level=0,port_id=2dac2d91-3567-4268-9bf0-f49468b6b447,segment=NetworkSegment(bb809bd8-b365-4ef3-acf3-bf04c8c65f74),segment_id=bb809bd8-b365-4ef3-acf3-bf04c8c65f74)] {{(pid=92096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:10:06.105774 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-acfa7ea3-81b5-4d63-9597-62c5cae8963f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598405'] for port, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:06.131497 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_hamode_db [None req-864d4226-6931-4df0-9384-11bd9cbcb27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ffa4fa-1711-481a-9a83-dec933b52420', 'name': 'tempest-TestShelveInstance-1533985780-router', 'tenant_id': '5e1928ed6cdf4910a20d9b6ff02b4c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:04:49Z', 'updated_at': '2021-06-06T12:10:05Z', 'revision_number': 6, 'project_id': '5e1928ed6cdf4910a20d9b6ff02b4c2b', 'gw_port_host': None}], 'dv-cinder-786266-2-smb', False) {} {{(pid=92099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:10:06.135712 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864d4226-6931-4df0-9384-11bd9cbcb27f None None] The sync data for ids ['c8ffa4fa-1711-481a-9a83-dec933b52420'] in dv-cinder-786266-2-smb is: [{'id': 'c8ffa4fa-1711-481a-9a83-dec933b52420', 'name': 'tempest-TestShelveInstance-1533985780-router', 'tenant_id': '5e1928ed6cdf4910a20d9b6ff02b4c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:04:49Z', 'updated_at': '2021-06-06T12:10:05Z', 'revision_number': 6, 'project_id': '5e1928ed6cdf4910a20d9b6ff02b4c2b', 'gw_port_host': None}] {{(pid=92099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 12:10:06.229701 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.plugin [None req-acfa7ea3-81b5-4d63-9597-62c5cae8963f admin admin] Calling delete_port for 2dac2d91-3567-4268-9bf0-f49468b6b447 owned by network:router_gateway {{(pid=92096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 12:10:06.413142 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-acfa7ea3-81b5-4d63-9597-62c5cae8963f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778191664348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778191160661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2160272'] for port, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:06.417483 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-85a0ca04-8ff7-459c-8a9a-b092c72be94d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:10:06.461995 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfa7ea3-81b5-4d63-9597-62c5cae8963f admin admin] Pushing event deleted for resources: {'Port': ['ID=2dac2d91-3567-4268-9bf0-f49468b6b447,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:10:06.465573 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-acfa7ea3-81b5-4d63-9597-62c5cae8963f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:10:06.565143 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-acfa7ea3-81b5-4d63-9597-62c5cae8963f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558914'] for router_gateway, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:06.737037 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-acfa7ea3-81b5-4d63-9597-62c5cae8963f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-605557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15976'] for router, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:06.739208 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-acfa7ea3-81b5-4d63-9597-62c5cae8963f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:06.836528 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-acfa7ea3-81b5-4d63-9597-62c5cae8963f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605673'] for router, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:06.837189 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acfa7ea3-81b5-4d63-9597-62c5cae8963f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8ffa4fa-1711-481a-9a83-dec933b52420 {{(pid=92096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 06 12:10:06.846272 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-acfa7ea3-81b5-4d63-9597-62c5cae8963f admin admin] Notify callbacks [] for router, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:06.846272 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-acfa7ea3-81b5-4d63-9597-62c5cae8963f admin admin] 10.222.0.32 "DELETE /v2.0/routers/c8ffa4fa-1711-481a-9a83-dec933b52420 HTTP/1.1" status: 204 len: 168 time: 1.4838297 Jun 06 12:10:06.848023 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 39232) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:10:06.922094 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.db.db_base_plugin_v2 [None req-53b9878f-56c7-41af-a2db-21be5a7bf5e9 admin admin] Deleting subnet a36d396d-02b7-45f4-a272-c76d0b30e743 {{(pid=92096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 12:10:06.925708 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-53b9878f-56c7-41af-a2db-21be5a7bf5e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:06.980810 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-53b9878f-56c7-41af-a2db-21be5a7bf5e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2319746'] for subnet, precommit_delete_associations {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:06.981068 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device 3483bab3-4419-4ece-8721-154681a0f80a no longer exists at agent hyperv_hv-cinder-78626 {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 12:10:07.027238 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.plugin [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] No Port match for: 3483bab3-4419-4ece-8721-154681a0f80a {{(pid=92098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 12:10:07.027733 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device 3483bab3-4419-4ece-8721-154681a0f80a not bound to the agent host hv-cinder-78626 {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 12:10:07.111845 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-53b9878f-56c7-41af-a2db-21be5a7bf5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33120235'] for subnet, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:07.256621 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device 2dac2d91-3567-4268-9bf0-f49468b6b447 no longer exists at agent ovs-agent-dv-cinder-786266-2-smb {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 12:10:07.298458 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.plugin [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] No Port match for: 2dac2d91-3567-4268-9bf0-f49468b6b447 {{(pid=92098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 12:10:07.298838 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device 2dac2d91-3567-4268-9bf0-f49468b6b447 not bound to the agent host dv-cinder-786266-2-smb {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 12:10:07.299239 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device 45efe1a4-8bcd-491f-ba71-9fb24bfac671 no longer exists at agent ovs-agent-dv-cinder-786266-2-smb {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 12:10:07.299433 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-53b9878f-56c7-41af-a2db-21be5a7bf5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33120226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2160253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2058302'] for subnet, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:07.303569 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-88de315e-d352-4dcb-88c8-b941a2c6db0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:10:07.332446 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.plugin [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] No Port match for: 45efe1a4-8bcd-491f-ba71-9fb24bfac671 {{(pid=92098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 12:10:07.332791 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device 45efe1a4-8bcd-491f-ba71-9fb24bfac671 not bound to the agent host dv-cinder-786266-2-smb {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 12:10:07.340683 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b9878f-56c7-41af-a2db-21be5a7bf5e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a36d396d-02b7-45f4-a272-c76d0b30e743,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:10:07.346781 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-53b9878f-56c7-41af-a2db-21be5a7bf5e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:10:07.349719 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-53b9878f-56c7-41af-a2db-21be5a7bf5e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617724'] for subnet, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:07.349719 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-53b9878f-56c7-41af-a2db-21be5a7bf5e9 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a36d396d-02b7-45f4-a272-c76d0b30e743 HTTP/1.1" status: 204 len: 168 time: 0.5003424 Jun 06 12:10:07.352350 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 39236) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:10:07.355006 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b4446f-72b8-452f-96c5-ab937684cf68 None None] Network 44aa02f2-2a13-4100-b8b1-6e7744d752d7 requested from dv-cinder-786266-2-smb {{(pid=92098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 12:10:07.455685 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-6b405777-0156-4bb7-a000-45968f04e0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33107049'] for network, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:07.640776 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.plugin [None req-6b405777-0156-4bb7-a000-45968f04e0a5 admin admin] Deleting port 1f5f1118-6f7b-4bdf-9d29-6cf9114aeef3 {{(pid=92096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 12:10:07.641396 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-6b405777-0156-4bb7-a000-45968f04e0a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778191659996'] for port, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:07.676494 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb867c76-12ad-46fc-8109-799a33de2523 None None] DHCP port deletion for 44aa02f2-2a13-4100-b8b1-6e7744d752d7 request from dv-cinder-786266-2-smb {{(pid=92098) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 06 12:10:07.744220 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.db [None req-6b405777-0156-4bb7-a000-45968f04e0a5 admin admin] For port 1f5f1118-6f7b-4bdf-9d29-6cf9114aeef3, host dv-cinder-786266-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-2-smb',level=0,port_id=1f5f1118-6f7b-4bdf-9d29-6cf9114aeef3,segment=NetworkSegment(9992ddec-c3a6-45ca-972c-7f53a4b612e0),segment_id=9992ddec-c3a6-45ca-972c-7f53a4b612e0)] {{(pid=92096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:10:07.745252 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-6b405777-0156-4bb7-a000-45968f04e0a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598405'] for port, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:07.745593 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.plugin [None req-bb867c76-12ad-46fc-8109-799a33de2523 None None] Deleting port 1f5f1118-6f7b-4bdf-9d29-6cf9114aeef3 {{(pid=92098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 12:10:07.746007 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-bb867c76-12ad-46fc-8109-799a33de2523 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778191659996'] for port, before_delete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:07.844442 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-bb867c76-12ad-46fc-8109-799a33de2523 None None] For port 1f5f1118-6f7b-4bdf-9d29-6cf9114aeef3, host dv-cinder-786266-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-2-smb',level=0,port_id=1f5f1118-6f7b-4bdf-9d29-6cf9114aeef3,segment=NetworkSegment(9992ddec-c3a6-45ca-972c-7f53a4b612e0),segment_id=9992ddec-c3a6-45ca-972c-7f53a4b612e0)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:10:07.844777 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-bb867c76-12ad-46fc-8109-799a33de2523 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598405'] for port, precommit_delete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:07.870764 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.plugin [None req-6b405777-0156-4bb7-a000-45968f04e0a5 admin admin] Calling delete_port for 1f5f1118-6f7b-4bdf-9d29-6cf9114aeef3 owned by network:dhcp {{(pid=92096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 12:10:07.971977 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.plugin [None req-bb867c76-12ad-46fc-8109-799a33de2523 None None] Calling delete_port for 1f5f1118-6f7b-4bdf-9d29-6cf9114aeef3 owned by network:dhcp {{(pid=92098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 12:10:07.978027 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-6b405777-0156-4bb7-a000-45968f04e0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778191664348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778191160661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2160272'] for port, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:07.983469 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-84a8e0f0-46c2-48f0-b877-7a6c698daa11 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:10:08.014197 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-bb867c76-12ad-46fc-8109-799a33de2523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778191664348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778191160661'] for port, after_delete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:08.018862 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:10:08.028951 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b405777-0156-4bb7-a000-45968f04e0a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f5f1118-6f7b-4bdf-9d29-6cf9114aeef3,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:10:08.032091 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-6b405777-0156-4bb7-a000-45968f04e0a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:10:08.032960 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b405777-0156-4bb7-a000-45968f04e0a5 admin admin] No DVR routers for this DVR port 1f5f1118-6f7b-4bdf-9d29-6cf9114aeef3 on host dv-cinder-786266-2-smb {{(pid=92096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 12:10:08.064725 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb867c76-12ad-46fc-8109-799a33de2523 None None] Pushing event deleted for resources: {'Port': ['ID=1f5f1118-6f7b-4bdf-9d29-6cf9114aeef3,revision_number=None']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:10:08.068887 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb867c76-12ad-46fc-8109-799a33de2523 None None] No DVR routers for this DVR port 1f5f1118-6f7b-4bdf-9d29-6cf9114aeef3 on host dv-cinder-786266-2-smb {{(pid=92098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 12:10:08.078059 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb867c76-12ad-46fc-8109-799a33de2523 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:10:08.078233 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb867c76-12ad-46fc-8109-799a33de2523 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:10:08.078564 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb867c76-12ad-46fc-8109-799a33de2523 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:10:08.078886 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb867c76-12ad-46fc-8109-799a33de2523 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:10:08.079201 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb867c76-12ad-46fc-8109-799a33de2523 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:10:08.079521 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb867c76-12ad-46fc-8109-799a33de2523 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:10:08.079834 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb867c76-12ad-46fc-8109-799a33de2523 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:10:08.080143 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb867c76-12ad-46fc-8109-799a33de2523 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:10:08.080481 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb867c76-12ad-46fc-8109-799a33de2523 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:10:08.080765 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb867c76-12ad-46fc-8109-799a33de2523 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:10:08.081053 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb867c76-12ad-46fc-8109-799a33de2523 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:10:08.081364 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb867c76-12ad-46fc-8109-799a33de2523 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:10:08.084266 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-bb867c76-12ad-46fc-8109-799a33de2523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:10:08.155819 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-6b405777-0156-4bb7-a000-45968f04e0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33119602', 'neutron.services.segments.db._delete_segments_for_network-8778191637926'] for network, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:08.168057 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.services.segments.db [None req-6b405777-0156-4bb7-a000-45968f04e0a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44aa02f2-2a13-4100-b8b1-6e7744d752d7']}} {{(pid=92096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:10:08.179773 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.services.segments.db [None req-6b405777-0156-4bb7-a000-45968f04e0a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9992ddec-c3a6-45ca-972c-7f53a4b612e0') {'for_net_delete': True} {{(pid=92096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:10:08.180073 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.services.segments.db [None req-6b405777-0156-4bb7-a000-45968f04e0a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9992ddec-c3a6-45ca-972c-7f53a4b612e0') {} {{(pid=92096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:10:08.191103 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-6b405777-0156-4bb7-a000-45968f04e0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778191512257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2319803'] for segment, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:08.207018 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-6b405777-0156-4bb7-a000-45968f04e0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33122656'] for segment, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:08.214175 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b405777-0156-4bb7-a000-45968f04e0a5 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=92096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 12:10:08.214571 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-6b405777-0156-4bb7-a000-45968f04e0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33122656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2160327'] for segment, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:08.228124 dv-cinder-786266-2-smb neutron-server[92096]: Traceback (most recent call last): Jun 06 12:10:08.228124 dv-cinder-786266-2-smb neutron-server[92096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 12:10:08.228124 dv-cinder-786266-2-smb neutron-server[92096]: timer() Jun 06 12:10:08.228124 dv-cinder-786266-2-smb neutron-server[92096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 12:10:08.228124 dv-cinder-786266-2-smb neutron-server[92096]: cb(*args, **kw) Jun 06 12:10:08.228124 dv-cinder-786266-2-smb neutron-server[92096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 12:10:08.228124 dv-cinder-786266-2-smb neutron-server[92096]: return func(*args, **kwargs) Jun 06 12:10:08.228124 dv-cinder-786266-2-smb neutron-server[92096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 12:10:08.228124 dv-cinder-786266-2-smb neutron-server[92096]: self._notify() Jun 06 12:10:08.228124 dv-cinder-786266-2-smb neutron-server[92096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 12:10:08.228124 dv-cinder-786266-2-smb neutron-server[92096]: self.callback(batched_events) Jun 06 12:10:08.228124 dv-cinder-786266-2-smb neutron-server[92096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 12:10:08.228124 dv-cinder-786266-2-smb neutron-server[92096]: event.method(event) Jun 06 12:10:08.228124 dv-cinder-786266-2-smb neutron-server[92096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 12:10:08.228124 dv-cinder-786266-2-smb neutron-server[92096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 12:10:08.228124 dv-cinder-786266-2-smb neutron-server[92096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 12:10:08.228124 dv-cinder-786266-2-smb neutron-server[92096]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 12:10:08.228124 dv-cinder-786266-2-smb neutron-server[92096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 12:10:08.228124 dv-cinder-786266-2-smb neutron-server[92096]: return f(self, *a, **k) Jun 06 12:10:08.228124 dv-cinder-786266-2-smb neutron-server[92096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 12:10:08.228124 dv-cinder-786266-2-smb neutron-server[92096]: return self._get(url).json() Jun 06 12:10:08.228124 dv-cinder-786266-2-smb neutron-server[92096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 12:10:08.228124 dv-cinder-786266-2-smb neutron-server[92096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 12:10:08.228124 dv-cinder-786266-2-smb neutron-server[92096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 12:10:08.228124 dv-cinder-786266-2-smb neutron-server[92096]: return self.request(url, 'GET', **kwargs) Jun 06 12:10:08.228124 dv-cinder-786266-2-smb neutron-server[92096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 12:10:08.228124 dv-cinder-786266-2-smb neutron-server[92096]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 12:10:08.228124 dv-cinder-786266-2-smb neutron-server[92096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 12:10:08.228124 dv-cinder-786266-2-smb neutron-server[92096]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 12:10:08.228124 dv-cinder-786266-2-smb neutron-server[92096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 12:10:08.228124 dv-cinder-786266-2-smb neutron-server[92096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 12:10:08.228124 dv-cinder-786266-2-smb neutron-server[92096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 12:10:08.389610 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-6b405777-0156-4bb7-a000-45968f04e0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33119593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-702243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-617627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558951'] for network, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:08.393959 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:10:08.410571 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-6b405777-0156-4bb7-a000-45968f04e0a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617724'] for network, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:08.412309 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-6b405777-0156-4bb7-a000-45968f04e0a5 admin admin] 10.222.0.32 "DELETE /v2.0/networks/44aa02f2-2a13-4100-b8b1-6e7744d752d7 HTTP/1.1" status: 204 len: 168 time: 1.0590651 Jun 06 12:10:08.415282 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b405777-0156-4bb7-a000-45968f04e0a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=44aa02f2-2a13-4100-b8b1-6e7744d752d7,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:10:08.415417 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 39244) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:10:08.420699 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-6b405777-0156-4bb7-a000-45968f04e0a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:10:08.495051 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 39248) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:10:08.961180 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-50939759-dba4-45c4-b96e-bbb3aaf7af14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-598226'] for router_interface, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:09.102164 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-beaa4503-21a1-444f-94af-0a4513b92167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-598226'] for router_interface, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:09.259524 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device 1f5f1118-6f7b-4bdf-9d29-6cf9114aeef3 no longer exists at agent ovs-agent-dv-cinder-786266-2-smb {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 12:10:09.299403 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.plugin [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] No Port match for: 1f5f1118-6f7b-4bdf-9d29-6cf9114aeef3 {{(pid=92098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 12:10:09.299757 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device 1f5f1118-6f7b-4bdf-9d29-6cf9114aeef3 not bound to the agent host dv-cinder-786266-2-smb {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 12:10:09.491628 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.plugin [None req-50939759-dba4-45c4-b96e-bbb3aaf7af14 admin admin] Deleting port bbbfb4b3-b636-441f-892f-e0be41436c70 {{(pid=92097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 12:10:09.492211 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-50939759-dba4-45c4-b96e-bbb3aaf7af14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778191659996'] for port, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:09.616389 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.db [None req-50939759-dba4-45c4-b96e-bbb3aaf7af14 admin admin] For port bbbfb4b3-b636-441f-892f-e0be41436c70, host dv-cinder-786266-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-2-smb',level=0,port_id=bbbfb4b3-b636-441f-892f-e0be41436c70,segment=NetworkSegment(409cbb64-5397-4c40-a517-a964085098f6),segment_id=409cbb64-5397-4c40-a517-a964085098f6)] {{(pid=92097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:10:09.616780 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-50939759-dba4-45c4-b96e-bbb3aaf7af14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598405'] for port, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:09.620453 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.plugin [None req-beaa4503-21a1-444f-94af-0a4513b92167 admin admin] Deleting port 2afb42c6-9875-4d01-b001-d3afe46a4745 {{(pid=92096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 12:10:09.620840 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-beaa4503-21a1-444f-94af-0a4513b92167 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778191659996'] for port, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:09.746604 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.db [None req-beaa4503-21a1-444f-94af-0a4513b92167 admin admin] For port 2afb42c6-9875-4d01-b001-d3afe46a4745, host dv-cinder-786266-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-2-smb',level=0,port_id=2afb42c6-9875-4d01-b001-d3afe46a4745,segment=NetworkSegment(4ba14138-863d-4bea-aa89-dac6ed43a677),segment_id=4ba14138-863d-4bea-aa89-dac6ed43a677)] {{(pid=92096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:10:09.746881 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-beaa4503-21a1-444f-94af-0a4513b92167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598405'] for port, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:09.747791 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.plugin [None req-50939759-dba4-45c4-b96e-bbb3aaf7af14 admin admin] Calling delete_port for bbbfb4b3-b636-441f-892f-e0be41436c70 owned by network:router_interface {{(pid=92097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 12:10:09.872819 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.plugin [None req-beaa4503-21a1-444f-94af-0a4513b92167 admin admin] Calling delete_port for 2afb42c6-9875-4d01-b001-d3afe46a4745 owned by network:router_interface {{(pid=92096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 12:10:09.960670 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-50939759-dba4-45c4-b96e-bbb3aaf7af14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778191664348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778191160661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2165323'] for port, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:09.966500 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-c2b5f845-2b24-4d77-bac5-fecc1d4baecd tempest-VolumesActionsTest-1670845125 tempest-VolumesActionsTest-1670845125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:10:10.012154 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50939759-dba4-45c4-b96e-bbb3aaf7af14 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbbfb4b3-b636-441f-892f-e0be41436c70,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:10:10.039183 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-50939759-dba4-45c4-b96e-bbb3aaf7af14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:10:10.099072 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-beaa4503-21a1-444f-94af-0a4513b92167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778191664348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778191160661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2160272'] for port, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:10.104217 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-2fdc2b2e-c5bc-46e9-8546-60fd29fb4795 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:10:10.194897 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaa4503-21a1-444f-94af-0a4513b92167 admin admin] Pushing event deleted for resources: {'Port': ['ID=2afb42c6-9875-4d01-b001-d3afe46a4745,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:10:10.209245 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-beaa4503-21a1-444f-94af-0a4513b92167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:10:10.303761 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-50939759-dba4-45c4-b96e-bbb3aaf7af14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601756'] for router_interface, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:10.449008 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-beaa4503-21a1-444f-94af-0a4513b92167 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601756'] for router_interface, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:10.670685 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50939759-dba4-45c4-b96e-bbb3aaf7af14 admin admin] Router 51bf4fd8-2905-4081-856f-023b82155044 has already been hosted by L3 agent 915c5c25-b12e-44c8-ae20-885b4f191692 {{(pid=92097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 12:10:10.812129 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beaa4503-21a1-444f-94af-0a4513b92167 admin admin] Router cfdefa90-c1f8-4d9b-a1c8-71c1116a9138 has already been hosted by L3 agent 915c5c25-b12e-44c8-ae20-885b4f191692 {{(pid=92096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 12:10:10.970750 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50939759-dba4-45c4-b96e-bbb3aaf7af14 admin admin] Notify agent at l3_agent.dv-cinder-786266-2-smb the message routers_updated {{(pid=92097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 12:10:10.978696 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-50939759-dba4-45c4-b96e-bbb3aaf7af14 admin admin] 10.222.0.32 "PUT /v2.0/routers/51bf4fd8-2905-4081-856f-023b82155044/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5617621 Jun 06 12:10:10.980016 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 39258) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:10:10.982211 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e95964d-b641-45a3-b12d-8fbb43db92b1 None None] Sync routers for ids ['51bf4fd8-2905-4081-856f-023b82155044'] in dv-cinder-786266-2-smb {{(pid=92098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 12:10:10.993615 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e95964d-b641-45a3-b12d-8fbb43db92b1 None None] Routers {'51bf4fd8-2905-4081-856f-023b82155044'} bound to L3 agent in host dv-cinder-786266-2-smb {{(pid=92098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:10:10.994530 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_hamode_db [None req-6e95964d-b641-45a3-b12d-8fbb43db92b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T11:54:50Z,description=,heartbeat_timestamp=2021-06-06T12:09:50Z,host='dv-cinder-786266-2-smb',id=915c5c25-b12e-44c8-ae20-885b4f191692,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:54:51Z,topic='l3_agent')) {'router_ids': ['51bf4fd8-2905-4081-856f-023b82155044'], 'active': True} {{(pid=92098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:10:11.114487 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beaa4503-21a1-444f-94af-0a4513b92167 admin admin] Notify agent at l3_agent.dv-cinder-786266-2-smb the message routers_updated {{(pid=92096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 12:10:11.119529 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-beaa4503-21a1-444f-94af-0a4513b92167 admin admin] 10.222.0.32 "PUT /v2.0/routers/cfdefa90-c1f8-4d9b-a1c8-71c1116a9138/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6232483 Jun 06 12:10:11.122012 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 39260) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:10:11.124769 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6756b58e-dc8b-4fde-bc0f-1830a7cdc39e None None] Sync routers for ids ['cfdefa90-c1f8-4d9b-a1c8-71c1116a9138'] in dv-cinder-786266-2-smb {{(pid=92099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 12:10:11.138982 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6756b58e-dc8b-4fde-bc0f-1830a7cdc39e None None] Routers {'cfdefa90-c1f8-4d9b-a1c8-71c1116a9138'} bound to L3 agent in host dv-cinder-786266-2-smb {{(pid=92099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:10:11.139879 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_hamode_db [None req-6756b58e-dc8b-4fde-bc0f-1830a7cdc39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T11:54:50Z,description=,heartbeat_timestamp=2021-06-06T12:09:50Z,host='dv-cinder-786266-2-smb',id=915c5c25-b12e-44c8-ae20-885b4f191692,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:54:51Z,topic='l3_agent')) {'router_ids': ['cfdefa90-c1f8-4d9b-a1c8-71c1116a9138'], 'active': True} {{(pid=92099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:10:11.179472 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvr_db [None req-6e95964d-b641-45a3-b12d-8fbb43db92b1 None None] Set router 51bf4fd8-2905-4081-856f-023b82155044 gateway port host: dv-cinder-786266-2-smb {{(pid=92098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:10:11.180986 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-84fe4916-5aac-42de-a0c9-b25afd2c66b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:11.337771 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_dvr_db [None req-6756b58e-dc8b-4fde-bc0f-1830a7cdc39e None None] Set router cfdefa90-c1f8-4d9b-a1c8-71c1116a9138 gateway port host: dv-cinder-786266-2-smb {{(pid=92099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:10:11.381050 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-823a8d69-e2e3-4213-9ac2-891af7ffe734 admin admin] Notify callbacks [] for router, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:11.425273 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-84fe4916-5aac-42de-a0c9-b25afd2c66b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:11.502113 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_hamode_db [None req-6e95964d-b641-45a3-b12d-8fbb43db92b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bf4fd8-2905-4081-856f-023b82155044', 'name': 'tempest-TestShelveInstance-1273547500-router', 'tenant_id': '515852abf3bf40a494bfd2d0babca2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.80'}], 'enable_snat': True}, 'gw_port_id': '9e3ce1df-8511-413e-9ed4-5265f4008ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:05:03Z', 'updated_at': '2021-06-06T12:10:09Z', 'revision_number': 5, 'project_id': '515852abf3bf40a494bfd2d0babca2b5', 'gw_port': {'id': '9e3ce1df-8511-413e-9ed4-5265f4008ee9', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:23:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bf4fd8-2905-4081-856f-023b82155044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:05:05Z', 'updated_at': '2021-06-06T12:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb'}], 'dv-cinder-786266-2-smb', False) {} {{(pid=92098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:10:11.506560 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e95964d-b641-45a3-b12d-8fbb43db92b1 None None] Checking router: 51bf4fd8-2905-4081-856f-023b82155044 for host: dv-cinder-786266-2-smb {{(pid=92098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 12:10:11.517306 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e95964d-b641-45a3-b12d-8fbb43db92b1 None None] Routers {'51bf4fd8-2905-4081-856f-023b82155044'} bound to L3 agent in host dv-cinder-786266-2-smb {{(pid=92098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:10:11.517979 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_hamode_db [None req-6e95964d-b641-45a3-b12d-8fbb43db92b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T11:54:50Z,description=,heartbeat_timestamp=2021-06-06T12:09:50Z,host='dv-cinder-786266-2-smb',id=915c5c25-b12e-44c8-ae20-885b4f191692,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:54:51Z,topic='l3_agent')) {'router_ids': ['51bf4fd8-2905-4081-856f-023b82155044'], 'active': True} {{(pid=92098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:10:11.579439 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.plugin [None req-84fe4916-5aac-42de-a0c9-b25afd2c66b1 admin admin] Deleting port 9e3ce1df-8511-413e-9ed4-5265f4008ee9 {{(pid=92097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 12:10:11.580217 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-84fe4916-5aac-42de-a0c9-b25afd2c66b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778191659996'] for port, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:11.586581 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-823a8d69-e2e3-4213-9ac2-891af7ffe734 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:11.699920 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_hamode_db [None req-6756b58e-dc8b-4fde-bc0f-1830a7cdc39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfdefa90-c1f8-4d9b-a1c8-71c1116a9138', 'name': 'tempest-AttachVolumeShelveTestJSON-1222488113-router', 'tenant_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': 'cddd21fc-afdb-4a3f-ac54-11f3da0ce5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:03:00Z', 'updated_at': '2021-06-06T12:10:09Z', 'revision_number': 5, 'project_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'gw_port': {'id': 'cddd21fc-afdb-4a3f-ac54-11f3da0ce5b9', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:44:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdefa90-c1f8-4d9b-a1c8-71c1116a9138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:03:03Z', 'updated_at': '2021-06-06T12:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb'}], 'dv-cinder-786266-2-smb', False) {} {{(pid=92099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:10:11.702403 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvr_db [None req-6e95964d-b641-45a3-b12d-8fbb43db92b1 None None] Set router 51bf4fd8-2905-4081-856f-023b82155044 gateway port host: None {{(pid=92098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:10:11.704704 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6756b58e-dc8b-4fde-bc0f-1830a7cdc39e None None] Checking router: cfdefa90-c1f8-4d9b-a1c8-71c1116a9138 for host: dv-cinder-786266-2-smb {{(pid=92099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 12:10:11.714132 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.plugin [None req-823a8d69-e2e3-4213-9ac2-891af7ffe734 admin admin] Deleting port cddd21fc-afdb-4a3f-ac54-11f3da0ce5b9 {{(pid=92096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 12:10:11.714898 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-823a8d69-e2e3-4213-9ac2-891af7ffe734 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778191659996'] for port, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:11.715737 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6756b58e-dc8b-4fde-bc0f-1830a7cdc39e None None] Routers {'cfdefa90-c1f8-4d9b-a1c8-71c1116a9138'} bound to L3 agent in host dv-cinder-786266-2-smb {{(pid=92099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:10:11.716610 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_hamode_db [None req-6756b58e-dc8b-4fde-bc0f-1830a7cdc39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T11:54:50Z,description=,heartbeat_timestamp=2021-06-06T12:09:50Z,host='dv-cinder-786266-2-smb',id=915c5c25-b12e-44c8-ae20-885b4f191692,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:54:51Z,topic='l3_agent')) {'router_ids': ['cfdefa90-c1f8-4d9b-a1c8-71c1116a9138'], 'active': True} {{(pid=92099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:10:11.719089 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.db [None req-84fe4916-5aac-42de-a0c9-b25afd2c66b1 admin admin] For port 9e3ce1df-8511-413e-9ed4-5265f4008ee9, host dv-cinder-786266-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-2-smb',level=0,port_id=9e3ce1df-8511-413e-9ed4-5265f4008ee9,segment=NetworkSegment(bb809bd8-b365-4ef3-acf3-bf04c8c65f74),segment_id=bb809bd8-b365-4ef3-acf3-bf04c8c65f74)] {{(pid=92097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:10:11.719773 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-84fe4916-5aac-42de-a0c9-b25afd2c66b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598405'] for port, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:11.822538 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_hamode_db [None req-6e95964d-b641-45a3-b12d-8fbb43db92b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bf4fd8-2905-4081-856f-023b82155044', 'name': 'tempest-TestShelveInstance-1273547500-router', 'tenant_id': '515852abf3bf40a494bfd2d0babca2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:05:03Z', 'updated_at': '2021-06-06T12:10:11Z', 'revision_number': 6, 'project_id': '515852abf3bf40a494bfd2d0babca2b5', 'gw_port_host': None}], 'dv-cinder-786266-2-smb', False) {} {{(pid=92098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:10:11.827116 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e95964d-b641-45a3-b12d-8fbb43db92b1 None None] The sync data for ids ['51bf4fd8-2905-4081-856f-023b82155044'] in dv-cinder-786266-2-smb is: [{'id': '51bf4fd8-2905-4081-856f-023b82155044', 'name': 'tempest-TestShelveInstance-1273547500-router', 'tenant_id': '515852abf3bf40a494bfd2d0babca2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:05:03Z', 'updated_at': '2021-06-06T12:10:11Z', 'revision_number': 6, 'project_id': '515852abf3bf40a494bfd2d0babca2b5', 'gw_port_host': None}] {{(pid=92098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 12:10:11.851548 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.plugin [None req-84fe4916-5aac-42de-a0c9-b25afd2c66b1 admin admin] Calling delete_port for 9e3ce1df-8511-413e-9ed4-5265f4008ee9 owned by network:router_gateway {{(pid=92097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 12:10:11.863498 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.db [None req-823a8d69-e2e3-4213-9ac2-891af7ffe734 admin admin] For port cddd21fc-afdb-4a3f-ac54-11f3da0ce5b9, host dv-cinder-786266-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-2-smb',level=0,port_id=cddd21fc-afdb-4a3f-ac54-11f3da0ce5b9,segment=NetworkSegment(bb809bd8-b365-4ef3-acf3-bf04c8c65f74),segment_id=bb809bd8-b365-4ef3-acf3-bf04c8c65f74)] {{(pid=92096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:10:11.863498 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-823a8d69-e2e3-4213-9ac2-891af7ffe734 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598405'] for port, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:11.906702 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_dvr_db [None req-6756b58e-dc8b-4fde-bc0f-1830a7cdc39e None None] Set router cfdefa90-c1f8-4d9b-a1c8-71c1116a9138 gateway port host: None {{(pid=92099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:10:11.991075 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.plugin [None req-823a8d69-e2e3-4213-9ac2-891af7ffe734 admin admin] Calling delete_port for cddd21fc-afdb-4a3f-ac54-11f3da0ce5b9 owned by network:router_gateway {{(pid=92096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 12:10:12.023915 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_hamode_db [None req-6756b58e-dc8b-4fde-bc0f-1830a7cdc39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfdefa90-c1f8-4d9b-a1c8-71c1116a9138', 'name': 'tempest-AttachVolumeShelveTestJSON-1222488113-router', 'tenant_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:03:00Z', 'updated_at': '2021-06-06T12:10:11Z', 'revision_number': 6, 'project_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'gw_port_host': None}], 'dv-cinder-786266-2-smb', False) {} {{(pid=92099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:10:12.029195 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6756b58e-dc8b-4fde-bc0f-1830a7cdc39e None None] The sync data for ids ['cfdefa90-c1f8-4d9b-a1c8-71c1116a9138'] in dv-cinder-786266-2-smb is: [{'id': 'cfdefa90-c1f8-4d9b-a1c8-71c1116a9138', 'name': 'tempest-AttachVolumeShelveTestJSON-1222488113-router', 'tenant_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:03:00Z', 'updated_at': '2021-06-06T12:10:11Z', 'revision_number': 6, 'project_id': 'fa82d4a0d6da4865a82dec984aed67ec', 'gw_port_host': None}] {{(pid=92099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 12:10:12.093522 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-84fe4916-5aac-42de-a0c9-b25afd2c66b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778191664348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778191160661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2165323'] for port, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:12.106449 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-ebadfe61-2c24-43b5-afb7-c18905afcecf tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:10:12.173923 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fe4916-5aac-42de-a0c9-b25afd2c66b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e3ce1df-8511-413e-9ed4-5265f4008ee9,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:10:12.184621 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-84fe4916-5aac-42de-a0c9-b25afd2c66b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:10:12.190771 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-823a8d69-e2e3-4213-9ac2-891af7ffe734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778191664348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778191160661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2160272'] for port, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:12.197097 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-453d8248-b415-41e3-abf4-02b5b4bcdbcc tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:10:12.245675 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-84fe4916-5aac-42de-a0c9-b25afd2c66b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558914'] for router_gateway, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:12.281687 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823a8d69-e2e3-4213-9ac2-891af7ffe734 admin admin] Pushing event deleted for resources: {'Port': ['ID=cddd21fc-afdb-4a3f-ac54-11f3da0ce5b9,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:10:12.283862 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-823a8d69-e2e3-4213-9ac2-891af7ffe734 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:10:12.349237 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-823a8d69-e2e3-4213-9ac2-891af7ffe734 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558914'] for router_gateway, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:12.425453 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-84fe4916-5aac-42de-a0c9-b25afd2c66b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-605557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15976'] for router, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:12.427619 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-84fe4916-5aac-42de-a0c9-b25afd2c66b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:12.527340 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-823a8d69-e2e3-4213-9ac2-891af7ffe734 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-605557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15976'] for router, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:12.529557 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-823a8d69-e2e3-4213-9ac2-891af7ffe734 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:12.533591 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-84fe4916-5aac-42de-a0c9-b25afd2c66b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605673'] for router, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:12.534128 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84fe4916-5aac-42de-a0c9-b25afd2c66b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51bf4fd8-2905-4081-856f-023b82155044 {{(pid=92097) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 06 12:10:12.538836 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-84fe4916-5aac-42de-a0c9-b25afd2c66b1 admin admin] Notify callbacks [] for router, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:12.545353 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-84fe4916-5aac-42de-a0c9-b25afd2c66b1 admin admin] 10.222.0.32 "DELETE /v2.0/routers/51bf4fd8-2905-4081-856f-023b82155044 HTTP/1.1" status: 204 len: 168 time: 1.5590036 Jun 06 12:10:12.545353 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 39272) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:10:12.602082 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.db_base_plugin_v2 [None req-61b4b063-c2a7-47e0-a624-49cd4d085910 admin admin] Deleting subnet 2cf4e143-5dad-4d86-89c8-1def86490790 {{(pid=92097) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 12:10:12.604838 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-61b4b063-c2a7-47e0-a624-49cd4d085910 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:12.613173 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-823a8d69-e2e3-4213-9ac2-891af7ffe734 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605673'] for router, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:12.617934 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-823a8d69-e2e3-4213-9ac2-891af7ffe734 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfdefa90-c1f8-4d9b-a1c8-71c1116a9138 {{(pid=92096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 06 12:10:12.618180 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-823a8d69-e2e3-4213-9ac2-891af7ffe734 admin admin] Notify callbacks [] for router, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:12.622316 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-823a8d69-e2e3-4213-9ac2-891af7ffe734 admin admin] 10.222.0.32 "DELETE /v2.0/routers/cfdefa90-c1f8-4d9b-a1c8-71c1116a9138 HTTP/1.1" status: 204 len: 168 time: 1.4952610 Jun 06 12:10:12.622471 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 39274) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:10:12.686991 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5b325fe-3860-4410-b6f7-a3af19251883 admin admin] Deleting subnet 9af00337-26dd-42bb-a5b7-bfb5439775d6 {{(pid=92096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 12:10:12.690300 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-f5b325fe-3860-4410-b6f7-a3af19251883 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:12.771048 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-61b4b063-c2a7-47e0-a624-49cd4d085910 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-907540'] for subnet, precommit_delete_associations {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:12.852163 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-f5b325fe-3860-4410-b6f7-a3af19251883 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2319746'] for subnet, precommit_delete_associations {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:12.863783 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-61b4b063-c2a7-47e0-a624-49cd4d085910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33120235'] for subnet, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:12.937650 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-f5b325fe-3860-4410-b6f7-a3af19251883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33120235'] for subnet, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:13.002029 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-61b4b063-c2a7-47e0-a624-49cd4d085910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33120226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2165414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2556759'] for subnet, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:13.007188 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:10:13.047857 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-61b4b063-c2a7-47e0-a624-49cd4d085910 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:13.049608 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-61b4b063-c2a7-47e0-a624-49cd4d085910 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2cf4e143-5dad-4d86-89c8-1def86490790 HTTP/1.1" status: 204 len: 168 time: 0.5060868 Jun 06 12:10:13.051313 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b4b063-c2a7-47e0-a624-49cd4d085910 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cf4e143-5dad-4d86-89c8-1def86490790,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:10:13.052293 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 39280) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:10:13.053833 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-61b4b063-c2a7-47e0-a624-49cd4d085910 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:10:13.054188 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45e3ea8-01a6-495f-9c2b-7ba15052bd12 None None] Network edfc1db7-2e64-4419-acdb-b1b0f1fb5d55 requested from dv-cinder-786266-2-smb {{(pid=92098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 12:10:13.079244 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-f5b325fe-3860-4410-b6f7-a3af19251883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33120226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2160253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2058302'] for subnet, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:13.095845 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:10:13.241330 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b325fe-3860-4410-b6f7-a3af19251883 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9af00337-26dd-42bb-a5b7-bfb5439775d6,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:10:13.254365 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-f5b325fe-3860-4410-b6f7-a3af19251883 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617724'] for subnet, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:13.258494 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-f5b325fe-3860-4410-b6f7-a3af19251883 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9af00337-26dd-42bb-a5b7-bfb5439775d6 HTTP/1.1" status: 204 len: 168 time: 0.6328671 Jun 06 12:10:13.259077 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 39284) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:10:13.263152 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-f5b325fe-3860-4410-b6f7-a3af19251883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:10:13.269004 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-b9c23c4f-8711-420f-b140-91ed7b9e779e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33107049'] for network, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:13.298526 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5a8050-91d8-4eba-bdac-2898f2d92231 None None] Network 9d232693-3d67-4acc-8d54-aa5376170328 requested from dv-cinder-786266-2-smb {{(pid=92098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 12:10:13.316348 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device bbbfb4b3-b636-441f-892f-e0be41436c70 no longer exists at agent ovs-agent-dv-cinder-786266-2-smb {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 12:10:13.346160 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.plugin [None req-b9c23c4f-8711-420f-b140-91ed7b9e779e admin admin] Deleting port 3ef75152-c59d-4a6f-8f97-c4466f218194 {{(pid=92096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 12:10:13.346567 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-b9c23c4f-8711-420f-b140-91ed7b9e779e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778191659996'] for port, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:13.378096 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.plugin [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] No Port match for: bbbfb4b3-b636-441f-892f-e0be41436c70 {{(pid=92098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 12:10:13.378357 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device bbbfb4b3-b636-441f-892f-e0be41436c70 not bound to the agent host dv-cinder-786266-2-smb {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 12:10:13.378770 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device 2afb42c6-9875-4d01-b001-d3afe46a4745 no longer exists at agent ovs-agent-dv-cinder-786266-2-smb {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 12:10:13.405452 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-27cba943-783a-47ab-acc8-6eb0d44fcc8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33107049'] for network, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:13.434363 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.plugin [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] No Port match for: 2afb42c6-9875-4d01-b001-d3afe46a4745 {{(pid=92098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 12:10:13.434707 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device 2afb42c6-9875-4d01-b001-d3afe46a4745 not bound to the agent host dv-cinder-786266-2-smb {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 12:10:13.435134 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device cddd21fc-afdb-4a3f-ac54-11f3da0ce5b9 no longer exists at agent ovs-agent-dv-cinder-786266-2-smb {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 12:10:13.450663 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.db [None req-b9c23c4f-8711-420f-b140-91ed7b9e779e admin admin] For port 3ef75152-c59d-4a6f-8f97-c4466f218194, host dv-cinder-786266-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-2-smb',level=0,port_id=3ef75152-c59d-4a6f-8f97-c4466f218194,segment=NetworkSegment(409cbb64-5397-4c40-a517-a964085098f6),segment_id=409cbb64-5397-4c40-a517-a964085098f6)] {{(pid=92096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:10:13.451169 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-b9c23c4f-8711-420f-b140-91ed7b9e779e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598405'] for port, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:13.477211 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.plugin [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] No Port match for: cddd21fc-afdb-4a3f-ac54-11f3da0ce5b9 {{(pid=92098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 12:10:13.477484 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device cddd21fc-afdb-4a3f-ac54-11f3da0ce5b9 not bound to the agent host dv-cinder-786266-2-smb {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 12:10:13.477941 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device 9e3ce1df-8511-413e-9ed4-5265f4008ee9 no longer exists at agent ovs-agent-dv-cinder-786266-2-smb {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 12:10:13.484680 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.plugin [None req-27cba943-783a-47ab-acc8-6eb0d44fcc8e admin admin] Deleting port 1dca7496-90b5-44a7-aaf8-a71676fd4390 {{(pid=92097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 12:10:13.485016 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-27cba943-783a-47ab-acc8-6eb0d44fcc8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778191659996'] for port, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:13.579066 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.plugin [None req-b9c23c4f-8711-420f-b140-91ed7b9e779e admin admin] Calling delete_port for 3ef75152-c59d-4a6f-8f97-c4466f218194 owned by network:dhcp {{(pid=92096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 12:10:13.580573 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.plugin [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] No Port match for: 9e3ce1df-8511-413e-9ed4-5265f4008ee9 {{(pid=92098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 12:10:13.581065 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device 9e3ce1df-8511-413e-9ed4-5265f4008ee9 not bound to the agent host dv-cinder-786266-2-smb {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 12:10:13.606319 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.db [None req-27cba943-783a-47ab-acc8-6eb0d44fcc8e admin admin] For port 1dca7496-90b5-44a7-aaf8-a71676fd4390, host dv-cinder-786266-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-2-smb',level=0,port_id=1dca7496-90b5-44a7-aaf8-a71676fd4390,segment=NetworkSegment(4ba14138-863d-4bea-aa89-dac6ed43a677),segment_id=4ba14138-863d-4bea-aa89-dac6ed43a677)] {{(pid=92097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:10:13.606965 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-27cba943-783a-47ab-acc8-6eb0d44fcc8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598405'] for port, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:13.705491 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-b9c23c4f-8711-420f-b140-91ed7b9e779e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778191664348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778191160661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2160272'] for port, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:13.712657 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-81a2840b-828e-4354-ab50-686d69f9adf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:10:13.739100 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.plugin [None req-27cba943-783a-47ab-acc8-6eb0d44fcc8e admin admin] Calling delete_port for 1dca7496-90b5-44a7-aaf8-a71676fd4390 owned by network:dhcp {{(pid=92097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 12:10:13.764641 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c23c4f-8711-420f-b140-91ed7b9e779e admin admin] Pushing event deleted for resources: {'Port': ['ID=3ef75152-c59d-4a6f-8f97-c4466f218194,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:10:13.767170 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-b9c23c4f-8711-420f-b140-91ed7b9e779e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:10:13.769715 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c23c4f-8711-420f-b140-91ed7b9e779e admin admin] No DVR routers for this DVR port 3ef75152-c59d-4a6f-8f97-c4466f218194 on host dv-cinder-786266-2-smb {{(pid=92096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 12:10:13.785668 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bee74ca-0bcb-4234-aec4-f67800647ee4 None None] DHCP port deletion for edfc1db7-2e64-4419-acdb-b1b0f1fb5d55 request from dv-cinder-786266-2-smb {{(pid=92098) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 06 12:10:13.821265 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be11b3ed-218a-4b24-b08c-ea2d43df7971 None None] DHCP port deletion for 9d232693-3d67-4acc-8d54-aa5376170328 request from dv-cinder-786266-2-smb {{(pid=92098) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 06 12:10:13.842119 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-27cba943-783a-47ab-acc8-6eb0d44fcc8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778191664348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778191160661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2165323'] for port, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:13.846997 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-3b47adfa-e7a6-4c8c-be3c-c48e5cf2399d tempest-ServerRescueNegativeTestJSON-1017194083 tempest-ServerRescueNegativeTestJSON-1017194083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:10:13.858818 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.plugin [None req-be11b3ed-218a-4b24-b08c-ea2d43df7971 None None] The port '1dca7496-90b5-44a7-aaf8-a71676fd4390' was deleted {{(pid=92098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Jun 06 12:10:13.895773 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cba943-783a-47ab-acc8-6eb0d44fcc8e admin admin] Pushing event deleted for resources: {'Port': ['ID=1dca7496-90b5-44a7-aaf8-a71676fd4390,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:10:13.895986 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-b9c23c4f-8711-420f-b140-91ed7b9e779e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33119602', 'neutron.services.segments.db._delete_segments_for_network-8778191637926'] for network, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:13.897475 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cba943-783a-47ab-acc8-6eb0d44fcc8e admin admin] No DVR routers for this DVR port 1dca7496-90b5-44a7-aaf8-a71676fd4390 on host dv-cinder-786266-2-smb {{(pid=92097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 12:10:13.898935 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-27cba943-783a-47ab-acc8-6eb0d44fcc8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:10:13.908968 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.services.segments.db [None req-b9c23c4f-8711-420f-b140-91ed7b9e779e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edfc1db7-2e64-4419-acdb-b1b0f1fb5d55']}} {{(pid=92096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:10:13.922058 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.services.segments.db [None req-b9c23c4f-8711-420f-b140-91ed7b9e779e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '409cbb64-5397-4c40-a517-a964085098f6') {'for_net_delete': True} {{(pid=92096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:10:13.922354 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.services.segments.db [None req-b9c23c4f-8711-420f-b140-91ed7b9e779e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '409cbb64-5397-4c40-a517-a964085098f6') {} {{(pid=92096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:10:13.934457 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-b9c23c4f-8711-420f-b140-91ed7b9e779e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778191512257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2319803'] for segment, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:13.950459 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-b9c23c4f-8711-420f-b140-91ed7b9e779e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33122656'] for segment, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:13.956362 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9c23c4f-8711-420f-b140-91ed7b9e779e admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=92096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 12:10:13.956738 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-b9c23c4f-8711-420f-b140-91ed7b9e779e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33122656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2160327'] for segment, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:13.970340 dv-cinder-786266-2-smb neutron-server[92096]: Traceback (most recent call last): Jun 06 12:10:13.970340 dv-cinder-786266-2-smb neutron-server[92096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 12:10:13.970340 dv-cinder-786266-2-smb neutron-server[92096]: timer() Jun 06 12:10:13.970340 dv-cinder-786266-2-smb neutron-server[92096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 12:10:13.970340 dv-cinder-786266-2-smb neutron-server[92096]: cb(*args, **kw) Jun 06 12:10:13.970340 dv-cinder-786266-2-smb neutron-server[92096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 12:10:13.970340 dv-cinder-786266-2-smb neutron-server[92096]: return func(*args, **kwargs) Jun 06 12:10:13.970340 dv-cinder-786266-2-smb neutron-server[92096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 12:10:13.970340 dv-cinder-786266-2-smb neutron-server[92096]: self._notify() Jun 06 12:10:13.970340 dv-cinder-786266-2-smb neutron-server[92096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 12:10:13.970340 dv-cinder-786266-2-smb neutron-server[92096]: self.callback(batched_events) Jun 06 12:10:13.970340 dv-cinder-786266-2-smb neutron-server[92096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 12:10:13.970340 dv-cinder-786266-2-smb neutron-server[92096]: event.method(event) Jun 06 12:10:13.970340 dv-cinder-786266-2-smb neutron-server[92096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 12:10:13.970340 dv-cinder-786266-2-smb neutron-server[92096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 12:10:13.970340 dv-cinder-786266-2-smb neutron-server[92096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 12:10:13.970340 dv-cinder-786266-2-smb neutron-server[92096]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 12:10:13.970340 dv-cinder-786266-2-smb neutron-server[92096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 12:10:13.970340 dv-cinder-786266-2-smb neutron-server[92096]: return f(self, *a, **k) Jun 06 12:10:13.970340 dv-cinder-786266-2-smb neutron-server[92096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 12:10:13.970340 dv-cinder-786266-2-smb neutron-server[92096]: return self._get(url).json() Jun 06 12:10:13.970340 dv-cinder-786266-2-smb neutron-server[92096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 12:10:13.970340 dv-cinder-786266-2-smb neutron-server[92096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 12:10:13.970340 dv-cinder-786266-2-smb neutron-server[92096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 12:10:13.970340 dv-cinder-786266-2-smb neutron-server[92096]: return self.request(url, 'GET', **kwargs) Jun 06 12:10:13.970340 dv-cinder-786266-2-smb neutron-server[92096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 12:10:13.970340 dv-cinder-786266-2-smb neutron-server[92096]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 12:10:13.970340 dv-cinder-786266-2-smb neutron-server[92096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 12:10:13.970340 dv-cinder-786266-2-smb neutron-server[92096]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 12:10:13.970340 dv-cinder-786266-2-smb neutron-server[92096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 12:10:13.970340 dv-cinder-786266-2-smb neutron-server[92096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 12:10:13.970340 dv-cinder-786266-2-smb neutron-server[92096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 12:10:14.016245 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-27cba943-783a-47ab-acc8-6eb0d44fcc8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33119602', 'neutron.services.segments.db._delete_segments_for_network-8778191637926'] for network, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:14.029432 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.services.segments.db [None req-27cba943-783a-47ab-acc8-6eb0d44fcc8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d232693-3d67-4acc-8d54-aa5376170328']}} {{(pid=92097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:10:14.042573 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.services.segments.db [None req-27cba943-783a-47ab-acc8-6eb0d44fcc8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ba14138-863d-4bea-aa89-dac6ed43a677') {'for_net_delete': True} {{(pid=92097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:10:14.042870 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.services.segments.db [None req-27cba943-783a-47ab-acc8-6eb0d44fcc8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ba14138-863d-4bea-aa89-dac6ed43a677') {} {{(pid=92097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:10:14.054319 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-27cba943-783a-47ab-acc8-6eb0d44fcc8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778191512257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-907565'] for segment, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:14.070481 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-27cba943-783a-47ab-acc8-6eb0d44fcc8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33122656'] for segment, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:14.076973 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27cba943-783a-47ab-acc8-6eb0d44fcc8e admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=92097) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 12:10:14.077351 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-27cba943-783a-47ab-acc8-6eb0d44fcc8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33122656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2165276'] for segment, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:14.087403 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-b9c23c4f-8711-420f-b140-91ed7b9e779e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33119593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-702243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-617627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558951'] for network, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:14.090811 dv-cinder-786266-2-smb neutron-server[92097]: Traceback (most recent call last): Jun 06 12:10:14.090811 dv-cinder-786266-2-smb neutron-server[92097]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 12:10:14.090811 dv-cinder-786266-2-smb neutron-server[92097]: timer() Jun 06 12:10:14.090811 dv-cinder-786266-2-smb neutron-server[92097]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 12:10:14.090811 dv-cinder-786266-2-smb neutron-server[92097]: cb(*args, **kw) Jun 06 12:10:14.090811 dv-cinder-786266-2-smb neutron-server[92097]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 12:10:14.090811 dv-cinder-786266-2-smb neutron-server[92097]: return func(*args, **kwargs) Jun 06 12:10:14.090811 dv-cinder-786266-2-smb neutron-server[92097]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 12:10:14.090811 dv-cinder-786266-2-smb neutron-server[92097]: self._notify() Jun 06 12:10:14.090811 dv-cinder-786266-2-smb neutron-server[92097]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 12:10:14.090811 dv-cinder-786266-2-smb neutron-server[92097]: self.callback(batched_events) Jun 06 12:10:14.090811 dv-cinder-786266-2-smb neutron-server[92097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 12:10:14.090811 dv-cinder-786266-2-smb neutron-server[92097]: event.method(event) Jun 06 12:10:14.090811 dv-cinder-786266-2-smb neutron-server[92097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 12:10:14.090811 dv-cinder-786266-2-smb neutron-server[92097]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 12:10:14.090811 dv-cinder-786266-2-smb neutron-server[92097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 12:10:14.090811 dv-cinder-786266-2-smb neutron-server[92097]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 12:10:14.090811 dv-cinder-786266-2-smb neutron-server[92097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 12:10:14.090811 dv-cinder-786266-2-smb neutron-server[92097]: return f(self, *a, **k) Jun 06 12:10:14.090811 dv-cinder-786266-2-smb neutron-server[92097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 12:10:14.090811 dv-cinder-786266-2-smb neutron-server[92097]: return self._get(url).json() Jun 06 12:10:14.090811 dv-cinder-786266-2-smb neutron-server[92097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 12:10:14.090811 dv-cinder-786266-2-smb neutron-server[92097]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 12:10:14.090811 dv-cinder-786266-2-smb neutron-server[92097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 12:10:14.090811 dv-cinder-786266-2-smb neutron-server[92097]: return self.request(url, 'GET', **kwargs) Jun 06 12:10:14.090811 dv-cinder-786266-2-smb neutron-server[92097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 12:10:14.090811 dv-cinder-786266-2-smb neutron-server[92097]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 12:10:14.090811 dv-cinder-786266-2-smb neutron-server[92097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 12:10:14.090811 dv-cinder-786266-2-smb neutron-server[92097]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 12:10:14.090811 dv-cinder-786266-2-smb neutron-server[92097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 12:10:14.090811 dv-cinder-786266-2-smb neutron-server[92097]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 12:10:14.090811 dv-cinder-786266-2-smb neutron-server[92097]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 12:10:14.096309 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-4761fc03-16b4-4409-a938-046c54f1dcd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:10:14.110261 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-b9c23c4f-8711-420f-b140-91ed7b9e779e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617724'] for network, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:14.112124 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-b9c23c4f-8711-420f-b140-91ed7b9e779e admin admin] 10.222.0.32 "DELETE /v2.0/networks/edfc1db7-2e64-4419-acdb-b1b0f1fb5d55 HTTP/1.1" status: 204 len: 168 time: 1.0588074 Jun 06 12:10:14.117849 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c23c4f-8711-420f-b140-91ed7b9e779e admin admin] Pushing event deleted for resources: {'Network': ['ID=edfc1db7-2e64-4419-acdb-b1b0f1fb5d55,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:10:14.120390 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-b9c23c4f-8711-420f-b140-91ed7b9e779e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:10:14.218512 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-27cba943-783a-47ab-acc8-6eb0d44fcc8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33119593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-702243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-617627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558951'] for network, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:14.223117 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-27cba943-783a-47ab-acc8-6eb0d44fcc8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617724'] for network, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:14.226422 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-27cba943-783a-47ab-acc8-6eb0d44fcc8e admin admin] 10.222.0.32 "DELETE /v2.0/networks/9d232693-3d67-4acc-8d54-aa5376170328 HTTP/1.1" status: 204 len: 168 time: 0.9648540 Jun 06 12:10:14.226422 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:10:14.250984 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cba943-783a-47ab-acc8-6eb0d44fcc8e admin admin] Pushing event deleted for resources: {'Network': ['ID=9d232693-3d67-4acc-8d54-aa5376170328,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:10:14.253680 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-27cba943-783a-47ab-acc8-6eb0d44fcc8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:10:14.412389 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 39292) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:10:14.459760 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-3ca4b876-6c10-4dac-8b3d-e13afea13841 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5e1928ed6cdf4910a20d9b6ff02b4c2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0461593 Jun 06 12:10:14.462077 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 39294) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:10:14.518901 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-36313d91-f081-4052-909b-2fcbf82cd709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:14.544181 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-36313d91-f081-4052-909b-2fcbf82cd709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:14.569303 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 39296) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:10:14.618852 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-9ac2236e-53eb-4335-a755-300f87936f5e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fa82d4a0d6da4865a82dec984aed67ec&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0481436 Jun 06 12:10:14.621924 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 39298) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:10:14.677362 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-ebb587c3-60d3-42b0-9da7-4bc816eb5177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:14.687220 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-36313d91-f081-4052-909b-2fcbf82cd709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:14.689708 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-36313d91-f081-4052-909b-2fcbf82cd709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:14.690836 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-36313d91-f081-4052-909b-2fcbf82cd709 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9486e109-abba-478d-9b7c-48f058e7ce5b HTTP/1.1" status: 204 len: 168 time: 0.2278647 Jun 06 12:10:14.691641 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-148639e0-05be-4e56-8844-65ffb9fa346d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:10:14.702074 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36313d91-f081-4052-909b-2fcbf82cd709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9486e109-abba-478d-9b7c-48f058e7ce5b,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:10:14.703905 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-ebb587c3-60d3-42b0-9da7-4bc816eb5177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:14.704498 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-36313d91-f081-4052-909b-2fcbf82cd709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:10:14.824921 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-ebb587c3-60d3-42b0-9da7-4bc816eb5177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:14.827394 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-ebb587c3-60d3-42b0-9da7-4bc816eb5177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:14.828528 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-ebb587c3-60d3-42b0-9da7-4bc816eb5177 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3baa689a-4f6c-4eca-85ad-aba2612560f9 HTTP/1.1" status: 204 len: 168 time: 0.2057068 Jun 06 12:10:14.829276 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-98a8fc65-7f52-476e-846c-310caea9a98c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:10:14.839534 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb587c3-60d3-42b0-9da7-4bc816eb5177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3baa689a-4f6c-4eca-85ad-aba2612560f9,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:10:14.842182 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-ebb587c3-60d3-42b0-9da7-4bc816eb5177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:10:15.256789 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device 3ef75152-c59d-4a6f-8f97-c4466f218194 no longer exists at agent ovs-agent-dv-cinder-786266-2-smb {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 12:10:15.290593 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.plugin [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] No Port match for: 3ef75152-c59d-4a6f-8f97-c4466f218194 {{(pid=92098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 12:10:15.290971 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device 3ef75152-c59d-4a6f-8f97-c4466f218194 not bound to the agent host dv-cinder-786266-2-smb {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 12:10:15.291928 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device 1dca7496-90b5-44a7-aaf8-a71676fd4390 no longer exists at agent ovs-agent-dv-cinder-786266-2-smb {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 12:10:15.326653 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.plugin [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] No Port match for: 1dca7496-90b5-44a7-aaf8-a71676fd4390 {{(pid=92098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 12:10:15.327000 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device 1dca7496-90b5-44a7-aaf8-a71676fd4390 not bound to the agent host dv-cinder-786266-2-smb {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 12:10:15.526249 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 39320) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:10:15.576934 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-8e67b7f9-6f4c-4ad8-b735-a02a4442fe61 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=515852abf3bf40a494bfd2d0babca2b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0493631 Jun 06 12:10:15.579289 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 39322) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:10:15.639700 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-ec43d5d9-260c-4c2e-8bca-20702d3439d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:15.665417 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-ec43d5d9-260c-4c2e-8bca-20702d3439d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:15.762357 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-ec43d5d9-260c-4c2e-8bca-20702d3439d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:15.764925 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-ec43d5d9-260c-4c2e-8bca-20702d3439d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:15.768530 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-ec43d5d9-260c-4c2e-8bca-20702d3439d3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d061f4f1-fae6-46c8-bbbe-cd5b88673a99 HTTP/1.1" status: 204 len: 168 time: 0.1859672 Jun 06 12:10:15.768530 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-e324648f-c734-4562-bae2-c86d4ac50d53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:10:15.778642 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec43d5d9-260c-4c2e-8bca-20702d3439d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d061f4f1-fae6-46c8-bbbe-cd5b88673a99,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:10:15.782162 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-ec43d5d9-260c-4c2e-8bca-20702d3439d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:10:17.813248 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-aefe98a0-f52a-4429-86c0-3f16bd5722db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:20.035634 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-0baac212-5b03-44fe-b139-1f4e311cc4aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:20.252892 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:20.578962 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:21.241500 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-c3be426d-4704-402b-bce9-7cb8373a3dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:23.018715 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-dde0a769-bb65-4f49-a590-df32523868aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:23.356366 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 39444) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:10:23.471120 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-f5746a90-9616-400f-91ed-aa0b1b618434 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:23.576593 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-f5746a90-9616-400f-91ed-aa0b1b618434 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:23.664043 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-f5746a90-9616-400f-91ed-aa0b1b618434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:23.672925 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-5dca53df-bcdb-4883-889d-0bce0cbffac9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:10:23.714823 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-f5746a90-9616-400f-91ed-aa0b1b618434 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a757ba60d28e4ba18f0766f01aaac010&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3535783 Jun 06 12:10:23.714823 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5746a90-9616-400f-91ed-aa0b1b618434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb372161-2715-467f-9e06-9375f8aa2aa6,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:10:23.715300 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 39450) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:10:23.720656 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5746a90-9616-400f-91ed-aa0b1b618434 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:10:23.721108 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5746a90-9616-400f-91ed-aa0b1b618434 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:10:23.721493 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5746a90-9616-400f-91ed-aa0b1b618434 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:10:23.721864 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5746a90-9616-400f-91ed-aa0b1b618434 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:10:23.722305 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5746a90-9616-400f-91ed-aa0b1b618434 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:10:23.722660 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5746a90-9616-400f-91ed-aa0b1b618434 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:10:23.723013 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5746a90-9616-400f-91ed-aa0b1b618434 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:10:23.723382 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5746a90-9616-400f-91ed-aa0b1b618434 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:10:23.723731 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5746a90-9616-400f-91ed-aa0b1b618434 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:10:23.724081 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5746a90-9616-400f-91ed-aa0b1b618434 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:10:23.724427 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5746a90-9616-400f-91ed-aa0b1b618434 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:10:23.724771 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5746a90-9616-400f-91ed-aa0b1b618434 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:10:23.728555 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-f5746a90-9616-400f-91ed-aa0b1b618434 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:10:23.776235 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-4c1a7549-0c3a-4abc-ae84-e32499d9b135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:23.801568 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-4c1a7549-0c3a-4abc-ae84-e32499d9b135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:23.887051 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-4c1a7549-0c3a-4abc-ae84-e32499d9b135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:23.889230 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-4c1a7549-0c3a-4abc-ae84-e32499d9b135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:23.890387 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-4c1a7549-0c3a-4abc-ae84-e32499d9b135 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cb372161-2715-467f-9e06-9375f8aa2aa6 HTTP/1.1" status: 204 len: 168 time: 0.1755700 Jun 06 12:10:23.891108 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-3ed70c7b-f345-461c-b6e4-883ab08fdce3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:10:23.900270 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1a7549-0c3a-4abc-ae84-e32499d9b135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb372161-2715-467f-9e06-9375f8aa2aa6,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:10:23.902811 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-4c1a7549-0c3a-4abc-ae84-e32499d9b135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:10:26.520576 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 39520) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:10:26.641104 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-681aefe5-0ceb-4681-b941-0eb4b99736c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:26.739485 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-681aefe5-0ceb-4681-b941-0eb4b99736c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:26.824106 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-681aefe5-0ceb-4681-b941-0eb4b99736c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:26.833388 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-16e643d3-8a4a-4371-9132-13a58f141d0b tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:10:26.875173 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-681aefe5-0ceb-4681-b941-0eb4b99736c7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1b58b88ac4e743b4a23995184086882a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3535316 Jun 06 12:10:26.876894 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681aefe5-0ceb-4681-b941-0eb4b99736c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b18f69-8036-4e3c-88fd-8870095f42b0,revision_number=1']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:10:26.877940 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 39526) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:10:26.879896 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-681aefe5-0ceb-4681-b941-0eb4b99736c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:10:26.939054 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-e7dd2b33-8651-4d8a-a321-2065bb23decc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:26.964965 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-e7dd2b33-8651-4d8a-a321-2065bb23decc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:26.981881 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 39530) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:10:27.092268 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-e7dd2b33-8651-4d8a-a321-2065bb23decc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:27.094794 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-e7dd2b33-8651-4d8a-a321-2065bb23decc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:27.095915 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-e7dd2b33-8651-4d8a-a321-2065bb23decc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/93b18f69-8036-4e3c-88fd-8870095f42b0 HTTP/1.1" status: 204 len: 168 time: 0.2169888 Jun 06 12:10:27.096669 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-41145ab7-ff88-4e30-bbdd-e92e4bb0b108 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:10:27.099707 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-3dfbd218-3dbe-4be5-90ca-83e2a4ced046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:27.106877 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dd2b33-8651-4d8a-a321-2065bb23decc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b18f69-8036-4e3c-88fd-8870095f42b0,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:10:27.110331 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-e7dd2b33-8651-4d8a-a321-2065bb23decc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:10:27.214887 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-3dfbd218-3dbe-4be5-90ca-83e2a4ced046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:27.269788 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-3dfbd218-3dbe-4be5-90ca-83e2a4ced046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:27.278962 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-28854203-41fd-4c80-a681-a74bf8c0b22a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:10:27.317991 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-3dfbd218-3dbe-4be5-90ca-83e2a4ced046 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6b037cd7111f4c55a4280b7a9601613b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3349643 Jun 06 12:10:27.318890 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfbd218-3dbe-4be5-90ca-83e2a4ced046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c544c21-efab-4d93-8f9b-bbc65bda3e01,revision_number=1']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:10:27.320974 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 39536) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:10:27.322119 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-3dfbd218-3dbe-4be5-90ca-83e2a4ced046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:10:27.384257 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-7890917b-8af9-4931-89ee-7f9867a88bd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:27.410972 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-7890917b-8af9-4931-89ee-7f9867a88bd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:27.516018 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-7890917b-8af9-4931-89ee-7f9867a88bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:27.518492 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-7890917b-8af9-4931-89ee-7f9867a88bd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:27.519732 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-7890917b-8af9-4931-89ee-7f9867a88bd1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4c544c21-efab-4d93-8f9b-bbc65bda3e01 HTTP/1.1" status: 204 len: 168 time: 0.1975343 Jun 06 12:10:27.520524 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-d7e79e39-f6c9-4ff7-b803-c4d326961b7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:10:27.531677 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7890917b-8af9-4931-89ee-7f9867a88bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c544c21-efab-4d93-8f9b-bbc65bda3e01,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:10:27.534144 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-7890917b-8af9-4931-89ee-7f9867a88bd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:10:28.111308 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 39560) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:10:28.127624 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-538df48a-3a17-497f-88cd-64ed4eb07ca2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:28.230748 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-538df48a-3a17-497f-88cd-64ed4eb07ca2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:28.419432 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-538df48a-3a17-497f-88cd-64ed4eb07ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:28.432312 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-ee94b3fd-975d-44e1-87be-d028fa8dfb2b tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:10:28.470935 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538df48a-3a17-497f-88cd-64ed4eb07ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d62bb97-8521-4948-9e1d-25af3d7dbfae,revision_number=1']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:10:28.473972 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-538df48a-3a17-497f-88cd-64ed4eb07ca2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:10:28.479232 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 39566) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:10:28.479670 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-538df48a-3a17-497f-88cd-64ed4eb07ca2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8ca177709c4e48ab9f8993f8bb5e7561&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3672755 Jun 06 12:10:28.542373 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-9bbf523e-04e8-4e2a-824a-0af31ee5428d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:28.568469 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-9bbf523e-04e8-4e2a-824a-0af31ee5428d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:28.710141 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-9bbf523e-04e8-4e2a-824a-0af31ee5428d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:28.712620 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-9bbf523e-04e8-4e2a-824a-0af31ee5428d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:28.713835 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-9bbf523e-04e8-4e2a-824a-0af31ee5428d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9d62bb97-8521-4948-9e1d-25af3d7dbfae HTTP/1.1" status: 204 len: 168 time: 0.2335429 Jun 06 12:10:28.714687 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-ceb3ff5f-b7a8-4b8b-8a9d-5e194a2c24df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:10:28.724921 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbf523e-04e8-4e2a-824a-0af31ee5428d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d62bb97-8521-4948-9e1d-25af3d7dbfae,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:10:28.727497 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-9bbf523e-04e8-4e2a-824a-0af31ee5428d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:10:30.457728 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.agents_db [None req-260e75b6-693f-447f-9c37-08072a5d67b1 None None] Agent healthcheck: found 6 active agents {{(pid=92099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 12:10:30.472876 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-dcaaaadd-ebd5-4b72-b22c-233b6b1b2dc0 req-82e0dd96-5fd2-43f0-8e52-e64c81d75662 tempest-VolumesNegativeTest-1076529506 tempest-VolumesNegativeTest-1076529506-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=a162a99532454ae8b30fb3bae7254dcd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319695 Jun 06 12:10:30.717171 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaaaadd-ebd5-4b72-b22c-233b6b1b2dc0 req-6bbbdf3a-b2ed-4318-8621-11070e2cfd5f tempest-VolumesNegativeTest-1076529506 tempest-VolumesNegativeTest-1076529506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:10:30.718744 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-dcaaaadd-ebd5-4b72-b22c-233b6b1b2dc0 req-6bbbdf3a-b2ed-4318-8621-11070e2cfd5f tempest-VolumesNegativeTest-1076529506 tempest-VolumesNegativeTest-1076529506-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2404923 Jun 06 12:10:30.734072 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-dcaaaadd-ebd5-4b72-b22c-233b6b1b2dc0 req-82d0efb5-7388-4011-bb6c-428538a14fab tempest-VolumesNegativeTest-1076529506 tempest-VolumesNegativeTest-1076529506-project] 10.222.0.32 "GET /v2.0/quotas/a162a99532454ae8b30fb3bae7254dcd HTTP/1.1" status: 200 len: 375 time: 0.0100284 Jun 06 12:10:30.780853 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-dcaaaadd-ebd5-4b72-b22c-233b6b1b2dc0 req-834fae46-2cdd-4156-89f1-3d6ecfc7a907 tempest-VolumesNegativeTest-1076529506 tempest-VolumesNegativeTest-1076529506-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a162a99532454ae8b30fb3bae7254dcd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415778 Jun 06 12:10:31.025670 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-888f051b-f22d-4315-b69c-0b727735209c req-49beaac5-4327-49d7-a780-7f0f1ff7a2f3 tempest-VolumesNegativeTest-1076529506 tempest-VolumesNegativeTest-1076529506-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcd0278d-1b45-46da-8684-97c94be1da1a HTTP/1.1" status: 200 len: 210 time: 0.0445120 Jun 06 12:10:32.177399 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-70510295-14ef-4088-ae8b-849e359fcda2 req-6497947a-b4a9-444a-8381-e73212f04e45 tempest-VolumesNegativeTest-1076529506 tempest-VolumesNegativeTest-1076529506-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcd0278d-1b45-46da-8684-97c94be1da1a HTTP/1.1" status: 200 len: 210 time: 0.0428498 Jun 06 12:10:33.122074 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-dcaaaadd-ebd5-4b72-b22c-233b6b1b2dc0 req-41643b9d-a6ca-450a-b6c4-00d20fb7c809 tempest-VolumesNegativeTest-1076529506 tempest-VolumesNegativeTest-1076529506-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=a162a99532454ae8b30fb3bae7254dcd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275617 Jun 06 12:10:33.333859 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-106bd54b-b0cb-4c4b-a0d5-9729479db692 req-36cd8895-c89b-463f-b1d2-aee62587cba0 tempest-VolumesNegativeTest-1076529506 tempest-VolumesNegativeTest-1076529506-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcd0278d-1b45-46da-8684-97c94be1da1a HTTP/1.1" status: 200 len: 210 time: 0.0465369 Jun 06 12:10:33.394773 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaaaadd-ebd5-4b72-b22c-233b6b1b2dc0 req-f4ba85e5-00ce-48ff-ba3f-7952277a9094 tempest-VolumesNegativeTest-1076529506 tempest-VolumesNegativeTest-1076529506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:10:33.394773 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-dcaaaadd-ebd5-4b72-b22c-233b6b1b2dc0 req-f4ba85e5-00ce-48ff-ba3f-7952277a9094 tempest-VolumesNegativeTest-1076529506 tempest-VolumesNegativeTest-1076529506-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2679603 Jun 06 12:10:33.409216 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.v2.base [req-dcaaaadd-ebd5-4b72-b22c-233b6b1b2dc0 req-a9cf72a0-c4bf-4094-9b5f-14359cd1f355 tempest-VolumesNegativeTest-1076529506 tempest-VolumesNegativeTest-1076529506-project] Request body: {'port': {'device_id': 'bcd0278d-1b45-46da-8684-97c94be1da1a', 'network_id': 'caa9b081-84c5-4637-b77f-bd25efdca0e6', 'admin_state_up': True, 'tenant_id': 'a162a99532454ae8b30fb3bae7254dcd'}} {{(pid=92097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:10:33.647216 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcaaaadd-ebd5-4b72-b22c-233b6b1b2dc0 req-a9cf72a0-c4bf-4094-9b5f-14359cd1f355 tempest-VolumesNegativeTest-1076529506 tempest-VolumesNegativeTest-1076529506-project] Made reservation on behalf of a162a99532454ae8b30fb3bae7254dcd for: {'port': 1} {{(pid=92097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 12:10:33.650684 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-dcaaaadd-ebd5-4b72-b22c-233b6b1b2dc0 req-a9cf72a0-c4bf-4094-9b5f-14359cd1f355 tempest-VolumesNegativeTest-1076529506 tempest-VolumesNegativeTest-1076529506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:33.663471 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-dcaaaadd-ebd5-4b72-b22c-233b6b1b2dc0 req-a9cf72a0-c4bf-4094-9b5f-14359cd1f355 tempest-VolumesNegativeTest-1076529506 tempest-VolumesNegativeTest-1076529506-project] Notify callbacks [] for security_group, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:33.766579 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-dcaaaadd-ebd5-4b72-b22c-233b6b1b2dc0 req-a9cf72a0-c4bf-4094-9b5f-14359cd1f355 tempest-VolumesNegativeTest-1076529506 tempest-VolumesNegativeTest-1076529506-project] Notify callbacks [] for security_group, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:33.811497 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-dcaaaadd-ebd5-4b72-b22c-233b6b1b2dc0 req-a9cf72a0-c4bf-4094-9b5f-14359cd1f355 tempest-VolumesNegativeTest-1076529506 tempest-VolumesNegativeTest-1076529506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:33.815587 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-87bd371e-3051-43bc-b6e8-7ad5b2f56e24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:10:33.893427 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cf72a0-c4bf-4094-9b5f-14359cd1f355 tempest-VolumesNegativeTest-1076529506 tempest-VolumesNegativeTest-1076529506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6906c9-68f3-4f83-8bda-aab69a94287d,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:10:33.902548 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-a9cf72a0-c4bf-4094-9b5f-14359cd1f355 tempest-VolumesNegativeTest-1076529506 tempest-VolumesNegativeTest-1076529506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:10:33.986583 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.db_base_plugin_common [req-dcaaaadd-ebd5-4b72-b22c-233b6b1b2dc0 req-a9cf72a0-c4bf-4094-9b5f-14359cd1f355 tempest-VolumesNegativeTest-1076529506 tempest-VolumesNegativeTest-1076529506-project] Allocated IP 192.168.233.142 (caa9b081-84c5-4637-b77f-bd25efdca0e6/3a04f7aa-953f-4d69-95e5-8067bdccdb19/1b69556a-253e-4ab4-9a25-fdb8c295a6b3) {{(pid=92097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 12:10:34.181671 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-dcaaaadd-ebd5-4b72-b22c-233b6b1b2dc0 req-a9cf72a0-c4bf-4094-9b5f-14359cd1f355 tempest-VolumesNegativeTest-1076529506 tempest-VolumesNegativeTest-1076529506-project] Notify callbacks [] for port, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:34.196859 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.provisioning_blocks [req-dcaaaadd-ebd5-4b72-b22c-233b6b1b2dc0 req-a9cf72a0-c4bf-4094-9b5f-14359cd1f355 tempest-VolumesNegativeTest-1076529506 tempest-VolumesNegativeTest-1076529506-project] Transition to ACTIVE for port object 1b69556a-253e-4ab4-9a25-fdb8c295a6b3 will not be triggered until provisioned by entity DHCP. {{(pid=92097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 12:10:34.292236 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-dcaaaadd-ebd5-4b72-b22c-233b6b1b2dc0 req-a9cf72a0-c4bf-4094-9b5f-14359cd1f355 tempest-VolumesNegativeTest-1076529506 tempest-VolumesNegativeTest-1076529506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778191160652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2165323'] for port, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:34.297594 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-50939759-dba4-45c4-b96e-bbb3aaf7af14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:10:34.366264 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcaaaadd-ebd5-4b72-b22c-233b6b1b2dc0 req-a9cf72a0-c4bf-4094-9b5f-14359cd1f355 tempest-VolumesNegativeTest-1076529506 tempest-VolumesNegativeTest-1076529506-project] Network caa9b081-84c5-4637-b77f-bd25efdca0e6 is already hosted by enough agents. {{(pid=92097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 12:10:34.369190 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.base_scheduler [req-dcaaaadd-ebd5-4b72-b22c-233b6b1b2dc0 req-a9cf72a0-c4bf-4094-9b5f-14359cd1f355 tempest-VolumesNegativeTest-1076529506 tempest-VolumesNegativeTest-1076529506-project] Resources bound (agent type, host, resource id): {{(pid=92097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:10:34.374275 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcaaaadd-ebd5-4b72-b22c-233b6b1b2dc0 req-a9cf72a0-c4bf-4094-9b5f-14359cd1f355 tempest-VolumesNegativeTest-1076529506 tempest-VolumesNegativeTest-1076529506-project] Received port after_create {{(pid=92097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 12:10:34.408130 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cf72a0-c4bf-4094-9b5f-14359cd1f355 tempest-VolumesNegativeTest-1076529506 tempest-VolumesNegativeTest-1076529506-project] Pushing event updated for resources: {'Port': ['ID=1b69556a-253e-4ab4-9a25-fdb8c295a6b3,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:10:34.412681 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-a9cf72a0-c4bf-4094-9b5f-14359cd1f355 tempest-VolumesNegativeTest-1076529506 tempest-VolumesNegativeTest-1076529506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:10:34.442639 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaaaadd-ebd5-4b72-b22c-233b6b1b2dc0 req-a9cf72a0-c4bf-4094-9b5f-14359cd1f355 tempest-VolumesNegativeTest-1076529506 tempest-VolumesNegativeTest-1076529506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:10:34.443286 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-dcaaaadd-ebd5-4b72-b22c-233b6b1b2dc0 req-a9cf72a0-c4bf-4094-9b5f-14359cd1f355 tempest-VolumesNegativeTest-1076529506 tempest-VolumesNegativeTest-1076529506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160768'] for port, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:34.522233 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-dcaaaadd-ebd5-4b72-b22c-233b6b1b2dc0 req-a9cf72a0-c4bf-4094-9b5f-14359cd1f355 tempest-VolumesNegativeTest-1076529506 tempest-VolumesNegativeTest-1076529506-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1186566 Jun 06 12:10:34.533930 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a654faa-e77d-4f5d-a0c6-cbff73f3abd4 req-f6b2d6de-d86b-4755-8c34-019365af118c tempest-VolumesNegativeTest-1076529506 tempest-VolumesNegativeTest-1076529506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:10:34.534828 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.v2.base [req-dcaaaadd-ebd5-4b72-b22c-233b6b1b2dc0 req-497834da-8ba2-4dad-bceb-66a6eb8f24a8 service neutron] Request body: {'port': {'device_id': 'bcd0278d-1b45-46da-8684-97c94be1da1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=92097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:10:34.541218 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-4a654faa-e77d-4f5d-a0c6-cbff73f3abd4 req-f6b2d6de-d86b-4755-8c34-019365af118c tempest-VolumesNegativeTest-1076529506 tempest-VolumesNegativeTest-1076529506-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcd0278d-1b45-46da-8684-97c94be1da1a HTTP/1.1" status: 200 len: 936 time: 0.0947683 Jun 06 12:10:34.582932 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-4a654faa-e77d-4f5d-a0c6-cbff73f3abd4 req-ed23cfad-48b4-4468-afa1-706bd25de45a tempest-VolumesNegativeTest-1076529506 tempest-VolumesNegativeTest-1076529506-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b6906c9-68f3-4f83-8bda-aab69a94287d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406513 Jun 06 12:10:34.651867 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-dcaaaadd-ebd5-4b72-b22c-233b6b1b2dc0 req-497834da-8ba2-4dad-bceb-66a6eb8f24a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:34.703967 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-c1ed252f-08b8-4966-8849-2d340e9eb17c None None] Provisioning for port 1b69556a-253e-4ab4-9a25-fdb8c295a6b3 completed by entity DHCP. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 12:10:34.709445 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-c1ed252f-08b8-4966-8849-2d340e9eb17c None None] Provisioning complete for port 1b69556a-253e-4ab4-9a25-fdb8c295a6b3 triggered by entity DHCP. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:10:34.709951 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-c1ed252f-08b8-4966-8849-2d340e9eb17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:34.766276 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed252f-08b8-4966-8849-2d340e9eb17c None None] Port 1b69556a-253e-4ab4-9a25-fdb8c295a6b3 cannot update to ACTIVE because it is not bound. {{(pid=92098) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 12:10:34.988444 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.notifiers.nova [req-dcaaaadd-ebd5-4b72-b22c-233b6b1b2dc0 req-497834da-8ba2-4dad-bceb-66a6eb8f24a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b69556a-253e-4ab4-9a25-fdb8c295a6b3 {{(pid=92097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 12:10:34.995399 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-dcaaaadd-ebd5-4b72-b22c-233b6b1b2dc0 req-497834da-8ba2-4dad-bceb-66a6eb8f24a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:35.009606 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.provisioning_blocks [req-dcaaaadd-ebd5-4b72-b22c-233b6b1b2dc0 req-497834da-8ba2-4dad-bceb-66a6eb8f24a8 service neutron] Transition to ACTIVE for port object 1b69556a-253e-4ab4-9a25-fdb8c295a6b3 will not be triggered until provisioned by entity L2. {{(pid=92097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 12:10:35.086900 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-dcaaaadd-ebd5-4b72-b22c-233b6b1b2dc0 req-497834da-8ba2-4dad-bceb-66a6eb8f24a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2165360'] for port, after_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:35.092383 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-a3e12c5e-39fd-4b36-b70b-f44d7f80bdb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:10:35.291999 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497834da-8ba2-4dad-bceb-66a6eb8f24a8 service neutron] Pushing event updated for resources: {'Port': ['ID=1b69556a-253e-4ab4-9a25-fdb8c295a6b3,revision_number=2']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:10:35.296141 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-497834da-8ba2-4dad-bceb-66a6eb8f24a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:10:35.336186 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.managers [req-dcaaaadd-ebd5-4b72-b22c-233b6b1b2dc0 req-497834da-8ba2-4dad-bceb-66a6eb8f24a8 service neutron] Attempting to bind port 1b69556a-253e-4ab4-9a25-fdb8c295a6b3 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=92097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 12:10:35.336511 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.managers [req-dcaaaadd-ebd5-4b72-b22c-233b6b1b2dc0 req-497834da-8ba2-4dad-bceb-66a6eb8f24a8 service neutron] Attempting to bind port 1b69556a-253e-4ab4-9a25-fdb8c295a6b3 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '3cbd0756-0dda-491d-b9e0-8d0c94fe68de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'caa9b081-84c5-4637-b77f-bd25efdca0e6'}] {{(pid=92097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 12:10:35.336831 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaaaadd-ebd5-4b72-b22c-233b6b1b2dc0 req-497834da-8ba2-4dad-bceb-66a6eb8f24a8 service neutron] Attempting to bind port 1b69556a-253e-4ab4-9a25-fdb8c295a6b3 on network caa9b081-84c5-4637-b77f-bd25efdca0e6 {{(pid=92097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 12:10:35.341444 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaaaadd-ebd5-4b72-b22c-233b6b1b2dc0 req-497834da-8ba2-4dad-bceb-66a6eb8f24a8 service neutron] Port 1b69556a-253e-4ab4-9a25-fdb8c295a6b3 on network caa9b081-84c5-4637-b77f-bd25efdca0e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=92097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 12:10:35.342067 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaaaadd-ebd5-4b72-b22c-233b6b1b2dc0 req-497834da-8ba2-4dad-bceb-66a6eb8f24a8 service neutron] Attempting to bind port 1b69556a-253e-4ab4-9a25-fdb8c295a6b3 on network caa9b081-84c5-4637-b77f-bd25efdca0e6 {{(pid=92097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 12:10:35.347123 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaaaadd-ebd5-4b72-b22c-233b6b1b2dc0 req-497834da-8ba2-4dad-bceb-66a6eb8f24a8 service neutron] Checking agent: {'id': '7f4f2d28-9bb0-42d9-b4ad-6ed22ccae0f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 12, 1, 20), 'started_at': datetime.datetime(2021, 6, 6, 12, 1, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 12, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 12:10:35.347470 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaaaadd-ebd5-4b72-b22c-233b6b1b2dc0 req-497834da-8ba2-4dad-bceb-66a6eb8f24a8 service neutron] Checking segment: {'id': '3cbd0756-0dda-491d-b9e0-8d0c94fe68de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'caa9b081-84c5-4637-b77f-bd25efdca0e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 12:10:35.347848 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaaaadd-ebd5-4b72-b22c-233b6b1b2dc0 req-497834da-8ba2-4dad-bceb-66a6eb8f24a8 service neutron] Bound using segment: {'id': '3cbd0756-0dda-491d-b9e0-8d0c94fe68de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'caa9b081-84c5-4637-b77f-bd25efdca0e6'} {{(pid=92097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 12:10:35.348271 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.managers [req-dcaaaadd-ebd5-4b72-b22c-233b6b1b2dc0 req-497834da-8ba2-4dad-bceb-66a6eb8f24a8 service neutron] Bound port: 1b69556a-253e-4ab4-9a25-fdb8c295a6b3, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cbd0756-0dda-491d-b9e0-8d0c94fe68de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'caa9b081-84c5-4637-b77f-bd25efdca0e6'}}] {{(pid=92097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 12:10:35.348607 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-dcaaaadd-ebd5-4b72-b22c-233b6b1b2dc0 req-497834da-8ba2-4dad-bceb-66a6eb8f24a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:35.439099 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.db [req-dcaaaadd-ebd5-4b72-b22c-233b6b1b2dc0 req-497834da-8ba2-4dad-bceb-66a6eb8f24a8 service neutron] For port 1b69556a-253e-4ab4-9a25-fdb8c295a6b3, host hv-cinder-78626, cleared binding levels {{(pid=92097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 12:10:35.442034 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.db [req-dcaaaadd-ebd5-4b72-b22c-233b6b1b2dc0 req-497834da-8ba2-4dad-bceb-66a6eb8f24a8 service neutron] For port 1b69556a-253e-4ab4-9a25-fdb8c295a6b3, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=1b69556a-253e-4ab4-9a25-fdb8c295a6b3,segment=NetworkSegment(3cbd0756-0dda-491d-b9e0-8d0c94fe68de),segment_id=3cbd0756-0dda-491d-b9e0-8d0c94fe68de)] {{(pid=92097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 12:10:35.499034 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-dcaaaadd-ebd5-4b72-b22c-233b6b1b2dc0 req-497834da-8ba2-4dad-bceb-66a6eb8f24a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2165360'] for port, after_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:35.503727 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-084cbf58-586a-4a5d-b69e-350431f19ade tempest-VolumesActionsTest-1857556612 tempest-VolumesActionsTest-1857556612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:10:35.565564 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaaaadd-ebd5-4b72-b22c-233b6b1b2dc0 req-497834da-8ba2-4dad-bceb-66a6eb8f24a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:10:35.566259 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-dcaaaadd-ebd5-4b72-b22c-233b6b1b2dc0 req-497834da-8ba2-4dad-bceb-66a6eb8f24a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160768'] for port, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:35.567819 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-dcaaaadd-ebd5-4b72-b22c-233b6b1b2dc0 req-497834da-8ba2-4dad-bceb-66a6eb8f24a8 service neutron] 10.222.0.35 "PUT /v2.0/ports/1b69556a-253e-4ab4-9a25-fdb8c295a6b3 HTTP/1.1" status: 200 len: 1098 time: 1.0377104 Jun 06 12:10:35.568207 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcd0278d-1b45-46da-8684-97c94be1da1a', 'tag': '1b69556a-253e-4ab4-9a25-fdb8c295a6b3'}] {{(pid=92097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:10:35.570848 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0506e69bdf94a0a0544469556e00d4f87ccfa4abed68bb2c567d57a4f994f1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c3b166-fe3e-4c65-8b44-3649bb3bf6f2" -d '{"events": [{"name": "network-changed", "server_uuid": "bcd0278d-1b45-46da-8684-97c94be1da1a", "tag": "1b69556a-253e-4ab4-9a25-fdb8c295a6b3"}]}' {{(pid=92097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:10:35.592745 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497834da-8ba2-4dad-bceb-66a6eb8f24a8 service neutron] Pushing event updated for resources: {'Port': ['ID=1b69556a-253e-4ab4-9a25-fdb8c295a6b3,revision_number=3']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:10:35.596317 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-497834da-8ba2-4dad-bceb-66a6eb8f24a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:10:35.633241 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 12:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b9cea8-a69f-467b-be32-4aaf7819ad99 x-openstack-request-id: req-84b9cea8-a69f-467b-be32-4aaf7819ad99 {{(pid=92097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:10:35.633569 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcd0278d-1b45-46da-8684-97c94be1da1a", "tag": "1b69556a-253e-4ab4-9a25-fdb8c295a6b3", "status": "completed", "code": 200}]} {{(pid=92097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:10:35.633888 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-84b9cea8-a69f-467b-be32-4aaf7819ad99 {{(pid=92097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:10:35.637862 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcd0278d-1b45-46da-8684-97c94be1da1a', 'tag': '1b69556a-253e-4ab4-9a25-fdb8c295a6b3', 'status': 'completed', 'code': 200} Jun 06 12:10:35.814357 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5692c5-fac6-48ef-b7c0-948453bfd2db req-6cc15f58-ba43-4ba5-ab6e-c2f218d84397 tempest-VolumesNegativeTest-1076529506 tempest-VolumesNegativeTest-1076529506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:10:35.815935 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-5c5692c5-fac6-48ef-b7c0-948453bfd2db req-6cc15f58-ba43-4ba5-ab6e-c2f218d84397 tempest-VolumesNegativeTest-1076529506 tempest-VolumesNegativeTest-1076529506-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcd0278d-1b45-46da-8684-97c94be1da1a HTTP/1.1" status: 200 len: 948 time: 0.1013405 Jun 06 12:10:35.846000 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3b166-fe3e-4c65-8b44-3649bb3bf6f2 req-f1c0997c-b4f0-4808-81ab-d5b963d64f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:10:35.850605 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-82c3b166-fe3e-4c65-8b44-3649bb3bf6f2 req-f1c0997c-b4f0-4808-81ab-d5b963d64f4c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a162a99532454ae8b30fb3bae7254dcd&device_id=bcd0278d-1b45-46da-8684-97c94be1da1a HTTP/1.1" status: 200 len: 1101 time: 0.1929650 Jun 06 12:10:35.862295 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-5c5692c5-fac6-48ef-b7c0-948453bfd2db req-40a84a98-9bed-4671-abb8-b1d40f8f2d2a tempest-VolumesNegativeTest-1076529506 tempest-VolumesNegativeTest-1076529506-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b6906c9-68f3-4f83-8bda-aab69a94287d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406070 Jun 06 12:10:35.880726 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-82c3b166-fe3e-4c65-8b44-3649bb3bf6f2 req-2c7a4c80-3ba9-4834-a046-062fe18afe1e service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=a162a99532454ae8b30fb3bae7254dcd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256681 Jun 06 12:10:36.016211 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3b166-fe3e-4c65-8b44-3649bb3bf6f2 req-d7488605-8c63-42c7-a978-ad148fa3cc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:10:36.017626 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-82c3b166-fe3e-4c65-8b44-3649bb3bf6f2 req-d7488605-8c63-42c7-a978-ad148fa3cc28 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1311524 Jun 06 12:10:36.125939 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaaaadd-ebd5-4b72-b22c-233b6b1b2dc0 req-f27e2c61-34dd-4fc7-bd45-5b429ff9dd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:10:36.127435 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-dcaaaadd-ebd5-4b72-b22c-233b6b1b2dc0 req-f27e2c61-34dd-4fc7-bd45-5b429ff9dd87 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a162a99532454ae8b30fb3bae7254dcd&device_id=bcd0278d-1b45-46da-8684-97c94be1da1a HTTP/1.1" status: 200 len: 1101 time: 0.0731058 Jun 06 12:10:36.194446 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-dcaaaadd-ebd5-4b72-b22c-233b6b1b2dc0 req-ae1cc5a3-eef4-41c5-abd1-3a77f2ed473b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=1b69556a-253e-4ab4-9a25-fdb8c295a6b3 HTTP/1.1" status: 200 len: 217 time: 0.0597889 Jun 06 12:10:36.260717 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaaaadd-ebd5-4b72-b22c-233b6b1b2dc0 req-37385159-ad04-4f1f-a184-9a5b5f258147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:10:36.262211 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-dcaaaadd-ebd5-4b72-b22c-233b6b1b2dc0 req-37385159-ad04-4f1f-a184-9a5b5f258147 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3a04f7aa-953f-4d69-95e5-8067bdccdb19 HTTP/1.1" status: 200 len: 843 time: 0.0620663 Jun 06 12:10:36.335514 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaaaadd-ebd5-4b72-b22c-233b6b1b2dc0 req-3bfa0b80-afc1-469d-b0bb-c1fddd374be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:10:36.336937 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-dcaaaadd-ebd5-4b72-b22c-233b6b1b2dc0 req-3bfa0b80-afc1-469d-b0bb-c1fddd374be6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=caa9b081-84c5-4637-b77f-bd25efdca0e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0687973 Jun 06 12:10:36.465340 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-dcaaaadd-ebd5-4b72-b22c-233b6b1b2dc0 req-6cd5938b-a2cb-4f28-bdc9-6958c671a0c1 service neutron] 10.222.0.35 "GET /v2.0/networks/caa9b081-84c5-4637-b77f-bd25efdca0e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213460 Jun 06 12:10:36.598914 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-dcaaaadd-ebd5-4b72-b22c-233b6b1b2dc0 req-f5afe9ae-0e07-47f2-a938-2e5f1f4e780a service neutron] 10.222.0.35 "GET /v2.0/networks/caa9b081-84c5-4637-b77f-bd25efdca0e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275587 Jun 06 12:10:37.051117 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc534ff-a03c-49eb-a393-fd554ef7a1a1 req-656c5b4d-86d1-48db-bacd-a73c66e48049 tempest-VolumesNegativeTest-1076529506 tempest-VolumesNegativeTest-1076529506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:10:37.052565 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-3fc534ff-a03c-49eb-a393-fd554ef7a1a1 req-656c5b4d-86d1-48db-bacd-a73c66e48049 tempest-VolumesNegativeTest-1076529506 tempest-VolumesNegativeTest-1076529506-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcd0278d-1b45-46da-8684-97c94be1da1a HTTP/1.1" status: 200 len: 948 time: 0.0867879 Jun 06 12:10:37.098445 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-3fc534ff-a03c-49eb-a393-fd554ef7a1a1 req-c326627d-01c4-4d34-8c2c-83771cafd96c tempest-VolumesNegativeTest-1076529506 tempest-VolumesNegativeTest-1076529506-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b6906c9-68f3-4f83-8bda-aab69a94287d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402050 Jun 06 12:10:37.150992 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device 1b69556a-253e-4ab4-9a25-fdb8c295a6b3 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=92098) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 12:10:37.284402 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] For port 1b69556a-253e-4ab4-9a25-fdb8c295a6b3, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=1b69556a-253e-4ab4-9a25-fdb8c295a6b3,segment=NetworkSegment(3cbd0756-0dda-491d-b9e0-8d0c94fe68de),segment_id=3cbd0756-0dda-491d-b9e0-8d0c94fe68de)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:10:37.297544 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Returning: {'device': '1b69556a-253e-4ab4-9a25-fdb8c295a6b3', 'network_id': 'caa9b081-84c5-4637-b77f-bd25efdca0e6', 'port_id': '1b69556a-253e-4ab4-9a25-fdb8c295a6b3', 'mac_address': 'fa:16:3e:2b:8b:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a04f7aa-953f-4d69-95e5-8067bdccdb19', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92098) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 12:10:37.351356 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:37.367720 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.notifiers.nova [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b69556a-253e-4ab4-9a25-fdb8c295a6b3 {{(pid=92098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 12:10:37.382261 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] For port 1b69556a-253e-4ab4-9a25-fdb8c295a6b3, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=1b69556a-253e-4ab4-9a25-fdb8c295a6b3,segment=NetworkSegment(3cbd0756-0dda-491d-b9e0-8d0c94fe68de),segment_id=3cbd0756-0dda-491d-b9e0-8d0c94fe68de)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:10:37.458779 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:37.460552 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:10:37.541607 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Pushing event updated for resources: {'Port': ['ID=1b69556a-253e-4ab4-9a25-fdb8c295a6b3,revision_number=4']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:10:37.545282 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:10:37.665933 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] get_ports_and_sgs() called for port_ids ['1b69556a-253e-4ab4-9a25-fdb8c295a6b3'] {{(pid=92098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 12:10:38.280452 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33380389-529a-48b3-ab77-0c63976aad93 req-f1a38cff-64df-4ceb-90dd-6b735ef70ab0 tempest-VolumesNegativeTest-1076529506 tempest-VolumesNegativeTest-1076529506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:10:38.281944 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-33380389-529a-48b3-ab77-0c63976aad93 req-f1a38cff-64df-4ceb-90dd-6b735ef70ab0 tempest-VolumesNegativeTest-1076529506 tempest-VolumesNegativeTest-1076529506-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcd0278d-1b45-46da-8684-97c94be1da1a HTTP/1.1" status: 200 len: 949 time: 0.0793245 Jun 06 12:10:38.331635 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-33380389-529a-48b3-ab77-0c63976aad93 req-cc7040fb-a970-4c5e-b73a-f3e39b556b4f tempest-VolumesNegativeTest-1076529506 tempest-VolumesNegativeTest-1076529506-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b6906c9-68f3-4f83-8bda-aab69a94287d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441017 Jun 06 12:10:39.166374 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device 1b69556a-253e-4ab4-9a25-fdb8c295a6b3 up at agent hyperv_hv-cinder-78626 {{(pid=92098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 12:10:39.326964 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Provisioning for port 1b69556a-253e-4ab4-9a25-fdb8c295a6b3 completed by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 12:10:39.332141 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Provisioning complete for port 1b69556a-253e-4ab4-9a25-fdb8c295a6b3 triggered by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:10:39.332518 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:39.448742 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:39.475705 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd0278d-1b45-46da-8684-97c94be1da1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b69556a-253e-4ab4-9a25-fdb8c295a6b3'}] {{(pid=92098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:10:39.478059 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e301314d1a362e62940ee01824f522d16df788b03badbdd7b1d0b93d98b8084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a975188-92e7-4d0d-b31f-76c732899ecd" -d '{"events": [{"server_uuid": "bcd0278d-1b45-46da-8684-97c94be1da1a", "name": "network-vif-plugged", "status": "completed", "tag": "1b69556a-253e-4ab4-9a25-fdb8c295a6b3"}]}' {{(pid=92098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:10:39.486655 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] For port 1b69556a-253e-4ab4-9a25-fdb8c295a6b3, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=1b69556a-253e-4ab4-9a25-fdb8c295a6b3,segment=NetworkSegment(3cbd0756-0dda-491d-b9e0-8d0c94fe68de),segment_id=3cbd0756-0dda-491d-b9e0-8d0c94fe68de)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:10:39.526424 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10de11b-c724-4724-a4a8-b9a68aeef920 req-8aab98b9-7d17-4ec5-ae56-f5339b59ba2f tempest-VolumesNegativeTest-1076529506 tempest-VolumesNegativeTest-1076529506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:10:39.526899 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 12:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc876d8c-b0dc-429c-86a4-344f82a57b1e x-openstack-request-id: req-dc876d8c-b0dc-429c-86a4-344f82a57b1e {{(pid=92098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:10:39.526899 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcd0278d-1b45-46da-8684-97c94be1da1a", "name": "network-vif-plugged", "status": "completed", "tag": "1b69556a-253e-4ab4-9a25-fdb8c295a6b3", "code": 200}]} {{(pid=92098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:10:39.526899 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dc876d8c-b0dc-429c-86a4-344f82a57b1e {{(pid=92098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:10:39.526899 dv-cinder-786266-2-smb neutron-server[92098]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcd0278d-1b45-46da-8684-97c94be1da1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b69556a-253e-4ab4-9a25-fdb8c295a6b3', 'code': 200} Jun 06 12:10:39.527275 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-d10de11b-c724-4724-a4a8-b9a68aeef920 req-8aab98b9-7d17-4ec5-ae56-f5339b59ba2f tempest-VolumesNegativeTest-1076529506 tempest-VolumesNegativeTest-1076529506-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcd0278d-1b45-46da-8684-97c94be1da1a HTTP/1.1" status: 200 len: 949 time: 0.0844207 Jun 06 12:10:39.573256 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-d10de11b-c724-4724-a4a8-b9a68aeef920 req-8523eee0-8259-49bd-9348-1718f9cce1e2 tempest-VolumesNegativeTest-1076529506 tempest-VolumesNegativeTest-1076529506-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b6906c9-68f3-4f83-8bda-aab69a94287d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424228 Jun 06 12:10:39.578578 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:39.580807 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-971fcb65-321e-4033-a077-89779404d76a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:10:39.647071 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Pushing event updated for resources: {'Port': ['ID=1b69556a-253e-4ab4-9a25-fdb8c295a6b3,revision_number=5']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:10:39.650270 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:10:39.875030 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d89505e-abd4-4807-b0a9-b66f6463d673 req-1ace508b-8248-4fde-90be-aaf10189b591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:10:39.876471 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-6d89505e-abd4-4807-b0a9-b66f6463d673 req-1ace508b-8248-4fde-90be-aaf10189b591 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bcd0278d-1b45-46da-8684-97c94be1da1a HTTP/1.1" status: 200 len: 1103 time: 0.0744779 Jun 06 12:10:39.917191 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-6d89505e-abd4-4807-b0a9-b66f6463d673 req-a37cc4cd-996d-4fd1-b0e7-c4b367a1fe4e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0b6906c9-68f3-4f83-8bda-aab69a94287d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333922 Jun 06 12:10:40.771775 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c30591a-d062-431a-9ddf-7b96926cbb77 req-21950a73-5bbf-4f54-b53a-2e1779b9ee78 tempest-VolumesNegativeTest-1076529506 tempest-VolumesNegativeTest-1076529506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:10:40.773657 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-2c30591a-d062-431a-9ddf-7b96926cbb77 req-21950a73-5bbf-4f54-b53a-2e1779b9ee78 tempest-VolumesNegativeTest-1076529506 tempest-VolumesNegativeTest-1076529506-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcd0278d-1b45-46da-8684-97c94be1da1a HTTP/1.1" status: 200 len: 950 time: 0.0853701 Jun 06 12:10:40.820949 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-2c30591a-d062-431a-9ddf-7b96926cbb77 req-3cc59b61-d2ff-4f7c-a387-787497fb29cc tempest-VolumesNegativeTest-1076529506 tempest-VolumesNegativeTest-1076529506-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b6906c9-68f3-4f83-8bda-aab69a94287d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418444 Jun 06 12:10:40.868672 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 39742) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:10:40.984658 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-65336f9e-8a23-4520-8d60-04963701d33c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:41.085314 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-65336f9e-8a23-4520-8d60-04963701d33c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:41.149499 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-65336f9e-8a23-4520-8d60-04963701d33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:41.157385 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-b5373b0b-4ada-4d2a-967f-ad226d3faff9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:10:41.197193 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-65336f9e-8a23-4520-8d60-04963701d33c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=afc2aeccf30f4d21823040d5395acfbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3275039 Jun 06 12:10:41.198118 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65336f9e-8a23-4520-8d60-04963701d33c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3c6e9b-2743-4733-b6a4-fc57c615c37e,revision_number=1']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:10:41.199945 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 39746) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:10:41.201369 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-65336f9e-8a23-4520-8d60-04963701d33c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:10:41.259207 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-b2ba324b-96ad-46b9-8aaa-9133b6235413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:41.283926 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-b2ba324b-96ad-46b9-8aaa-9133b6235413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:41.395460 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-b2ba324b-96ad-46b9-8aaa-9133b6235413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:41.397814 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-b2ba324b-96ad-46b9-8aaa-9133b6235413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:41.398910 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-b2ba324b-96ad-46b9-8aaa-9133b6235413 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8c3c6e9b-2743-4733-b6a4-fc57c615c37e HTTP/1.1" status: 204 len: 168 time: 0.1974597 Jun 06 12:10:41.399647 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-8df7ed69-89fa-4207-aebd-f87d146d679e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:10:41.409161 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ba324b-96ad-46b9-8aaa-9133b6235413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3c6e9b-2743-4733-b6a4-fc57c615c37e,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:10:41.411634 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-b2ba324b-96ad-46b9-8aaa-9133b6235413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:10:41.955446 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 39754) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:10:41.973532 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-fbf59a3d-8e1d-43f1-866a-fdc1c57f5717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:42.010743 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5888699-7a2f-4a91-a757-90775739212f req-67a780aa-b999-4569-803d-7dac405e0d54 tempest-VolumesNegativeTest-1076529506 tempest-VolumesNegativeTest-1076529506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:10:42.012206 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-f5888699-7a2f-4a91-a757-90775739212f req-67a780aa-b999-4569-803d-7dac405e0d54 tempest-VolumesNegativeTest-1076529506 tempest-VolumesNegativeTest-1076529506-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcd0278d-1b45-46da-8684-97c94be1da1a HTTP/1.1" status: 200 len: 950 time: 0.0846002 Jun 06 12:10:42.058223 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-f5888699-7a2f-4a91-a757-90775739212f req-33dfddc8-c3ae-4c1e-9cad-65425c6be052 tempest-VolumesNegativeTest-1076529506 tempest-VolumesNegativeTest-1076529506-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b6906c9-68f3-4f83-8bda-aab69a94287d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392334 Jun 06 12:10:42.080827 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-fbf59a3d-8e1d-43f1-866a-fdc1c57f5717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:42.148939 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-fbf59a3d-8e1d-43f1-866a-fdc1c57f5717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:42.158516 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-ae5df484-4d6b-436c-a4f4-d108321a1387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:10:42.197387 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-fbf59a3d-8e1d-43f1-866a-fdc1c57f5717 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=af4b45745ab64739b91fe9f0417c5e38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2407334 Jun 06 12:10:42.198889 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf59a3d-8e1d-43f1-866a-fdc1c57f5717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0114fb-0089-44b5-9cbc-7f8e0bb1d8c5,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:10:42.200150 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 39760) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:10:42.202723 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-fbf59a3d-8e1d-43f1-866a-fdc1c57f5717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:10:42.263927 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-cd2e0deb-7155-4062-9f35-19cf91e8fd06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:42.290999 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-cd2e0deb-7155-4062-9f35-19cf91e8fd06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:42.451967 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-cd2e0deb-7155-4062-9f35-19cf91e8fd06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:42.454642 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-cd2e0deb-7155-4062-9f35-19cf91e8fd06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:42.455777 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-cd2e0deb-7155-4062-9f35-19cf91e8fd06 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5f0114fb-0089-44b5-9cbc-7f8e0bb1d8c5 HTTP/1.1" status: 204 len: 168 time: 0.2546496 Jun 06 12:10:42.456673 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-32d8c7b0-1229-4b89-befc-c57b2dbcf2f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:10:42.466135 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2e0deb-7155-4062-9f35-19cf91e8fd06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0114fb-0089-44b5-9cbc-7f8e0bb1d8c5,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:10:42.469374 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-cd2e0deb-7155-4062-9f35-19cf91e8fd06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:10:42.737346 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1a4aa0-5720-4881-a80b-f77c05d35f80 req-6382290c-e73a-416e-b279-466983dfaebe tempest-VolumesNegativeTest-1076529506 tempest-VolumesNegativeTest-1076529506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:10:42.738840 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-af1a4aa0-5720-4881-a80b-f77c05d35f80 req-6382290c-e73a-416e-b279-466983dfaebe tempest-VolumesNegativeTest-1076529506 tempest-VolumesNegativeTest-1076529506-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcd0278d-1b45-46da-8684-97c94be1da1a HTTP/1.1" status: 200 len: 950 time: 0.0822706 Jun 06 12:10:42.783457 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-af1a4aa0-5720-4881-a80b-f77c05d35f80 req-b047ba4f-b925-4b11-9c4e-435066eea4e2 tempest-VolumesNegativeTest-1076529506 tempest-VolumesNegativeTest-1076529506-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b6906c9-68f3-4f83-8bda-aab69a94287d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388358 Jun 06 12:10:43.948412 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8142f679-e0ee-4502-b658-3560cda73116 req-00d3ed73-f56a-48d7-ba38-3ba4f0b81abd tempest-VolumesNegativeTest-1076529506 tempest-VolumesNegativeTest-1076529506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:10:43.950054 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-8142f679-e0ee-4502-b658-3560cda73116 req-00d3ed73-f56a-48d7-ba38-3ba4f0b81abd tempest-VolumesNegativeTest-1076529506 tempest-VolumesNegativeTest-1076529506-project] 10.222.0.35 "GET /v2.0/ports?device_id=bcd0278d-1b45-46da-8684-97c94be1da1a HTTP/1.1" status: 200 len: 950 time: 0.0843554 Jun 06 12:10:43.970737 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48177d33-6d01-4716-a6db-3ed760a397a4 req-275fb4e5-6840-413b-9fc8-efa935adc450 tempest-VolumesNegativeTest-1076529506 tempest-VolumesNegativeTest-1076529506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:10:43.972204 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-48177d33-6d01-4716-a6db-3ed760a397a4 req-275fb4e5-6840-413b-9fc8-efa935adc450 tempest-VolumesNegativeTest-1076529506 tempest-VolumesNegativeTest-1076529506-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcd0278d-1b45-46da-8684-97c94be1da1a HTTP/1.1" status: 200 len: 950 time: 0.0800688 Jun 06 12:10:44.026998 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-48177d33-6d01-4716-a6db-3ed760a397a4 req-f8eed911-a46e-4de5-a874-c9eee4be272f tempest-VolumesNegativeTest-1076529506 tempest-VolumesNegativeTest-1076529506-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b6906c9-68f3-4f83-8bda-aab69a94287d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488875 Jun 06 12:10:44.094642 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.plugin [req-8142f679-e0ee-4502-b658-3560cda73116 req-40980c66-d2e5-4561-8478-a50d40fdd170 tempest-VolumesNegativeTest-1076529506 tempest-VolumesNegativeTest-1076529506-project] Deleting port 1b69556a-253e-4ab4-9a25-fdb8c295a6b3 {{(pid=92097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 12:10:44.094978 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-8142f679-e0ee-4502-b658-3560cda73116 req-40980c66-d2e5-4561-8478-a50d40fdd170 tempest-VolumesNegativeTest-1076529506 tempest-VolumesNegativeTest-1076529506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778191659996'] for port, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:44.226467 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.db [req-8142f679-e0ee-4502-b658-3560cda73116 req-40980c66-d2e5-4561-8478-a50d40fdd170 tempest-VolumesNegativeTest-1076529506 tempest-VolumesNegativeTest-1076529506-project] For port 1b69556a-253e-4ab4-9a25-fdb8c295a6b3, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=1b69556a-253e-4ab4-9a25-fdb8c295a6b3,segment=NetworkSegment(3cbd0756-0dda-491d-b9e0-8d0c94fe68de),segment_id=3cbd0756-0dda-491d-b9e0-8d0c94fe68de)] {{(pid=92097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:10:44.226819 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-8142f679-e0ee-4502-b658-3560cda73116 req-40980c66-d2e5-4561-8478-a50d40fdd170 tempest-VolumesNegativeTest-1076529506 tempest-VolumesNegativeTest-1076529506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598405'] for port, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:44.347388 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.plugin [req-8142f679-e0ee-4502-b658-3560cda73116 req-40980c66-d2e5-4561-8478-a50d40fdd170 tempest-VolumesNegativeTest-1076529506 tempest-VolumesNegativeTest-1076529506-project] Calling delete_port for 1b69556a-253e-4ab4-9a25-fdb8c295a6b3 owned by compute:nova {{(pid=92097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 12:10:44.595760 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-8142f679-e0ee-4502-b658-3560cda73116 req-40980c66-d2e5-4561-8478-a50d40fdd170 tempest-VolumesNegativeTest-1076529506 tempest-VolumesNegativeTest-1076529506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778191664348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778191160661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2165323'] for port, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:44.603652 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-f5cdef6d-6ddc-4786-a792-4631db6fdf37 tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:10:44.610769 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] get_ports_and_sgs() called for port_ids ['1b69556a-253e-4ab4-9a25-fdb8c295a6b3'] {{(pid=92098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 12:10:44.649237 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40980c66-d2e5-4561-8478-a50d40fdd170 tempest-VolumesNegativeTest-1076529506 tempest-VolumesNegativeTest-1076529506-project] Pushing event deleted for resources: {'Port': ['ID=1b69556a-253e-4ab4-9a25-fdb8c295a6b3,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:10:44.653630 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-40980c66-d2e5-4561-8478-a50d40fdd170 tempest-VolumesNegativeTest-1076529506 tempest-VolumesNegativeTest-1076529506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:10:44.728117 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.l3_dvrscheduler_db [req-8142f679-e0ee-4502-b658-3560cda73116 req-40980c66-d2e5-4561-8478-a50d40fdd170 tempest-VolumesNegativeTest-1076529506 tempest-VolumesNegativeTest-1076529506-project] No DVR routers for this DVR port 1b69556a-253e-4ab4-9a25-fdb8c295a6b3 on host hv-cinder-78626 {{(pid=92097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 12:10:44.730679 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-8142f679-e0ee-4502-b658-3560cda73116 req-40980c66-d2e5-4561-8478-a50d40fdd170 tempest-VolumesNegativeTest-1076529506 tempest-VolumesNegativeTest-1076529506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160768'] for port, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:44.732673 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-8142f679-e0ee-4502-b658-3560cda73116 req-40980c66-d2e5-4561-8478-a50d40fdd170 tempest-VolumesNegativeTest-1076529506 tempest-VolumesNegativeTest-1076529506-project] 10.222.0.35 "DELETE /v2.0/ports/1b69556a-253e-4ab4-9a25-fdb8c295a6b3 HTTP/1.1" status: 204 len: 173 time: 0.7775462 Jun 06 12:10:44.733188 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd0278d-1b45-46da-8684-97c94be1da1a', 'name': 'network-vif-deleted', 'tag': '1b69556a-253e-4ab4-9a25-fdb8c295a6b3'}] {{(pid=92097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:10:44.735665 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0506e69bdf94a0a0544469556e00d4f87ccfa4abed68bb2c567d57a4f994f1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1b7f76-0b17-487c-82bb-1269cd58103d" -d '{"events": [{"server_uuid": "bcd0278d-1b45-46da-8684-97c94be1da1a", "name": "network-vif-deleted", "tag": "1b69556a-253e-4ab4-9a25-fdb8c295a6b3"}]}' {{(pid=92097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:10:44.781179 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 12:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3aa763b-631e-44dd-86a5-141f7126b473 x-openstack-request-id: req-a3aa763b-631e-44dd-86a5-141f7126b473 {{(pid=92097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:10:44.781514 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcd0278d-1b45-46da-8684-97c94be1da1a", "name": "network-vif-deleted", "tag": "1b69556a-253e-4ab4-9a25-fdb8c295a6b3", "status": "completed", "code": 200}]} {{(pid=92097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:10:44.781836 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a3aa763b-631e-44dd-86a5-141f7126b473 {{(pid=92097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:10:44.782272 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcd0278d-1b45-46da-8684-97c94be1da1a', 'name': 'network-vif-deleted', 'tag': '1b69556a-253e-4ab4-9a25-fdb8c295a6b3', 'status': 'completed', 'code': 200} Jun 06 12:10:45.189931 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-5c4acc63-38d8-4430-9e95-f27039797097 req-53283618-8a37-4569-ae82-22e3992dfb49 tempest-VolumesNegativeTest-1076529506 tempest-VolumesNegativeTest-1076529506-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcd0278d-1b45-46da-8684-97c94be1da1a HTTP/1.1" status: 200 len: 210 time: 0.0425501 Jun 06 12:10:47.795192 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-4febdfc0-bae1-4476-802c-c4ac5b425bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:48.693936 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 39974) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:10:48.827419 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-88f6ae45-7eaa-4689-874e-df60d9c4b897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:48.939835 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-88f6ae45-7eaa-4689-874e-df60d9c4b897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:48.978501 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-88f6ae45-7eaa-4689-874e-df60d9c4b897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:48.987629 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-c96e85f6-6ce1-4a74-99c4-9f3822cea47d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:10:49.034664 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-88f6ae45-7eaa-4689-874e-df60d9c4b897 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0dc6397d512a4cff9ac5359ab7a54851&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3394506 Jun 06 12:10:49.036378 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f6ae45-7eaa-4689-874e-df60d9c4b897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77d0d98-d946-407e-ba9f-ff1753cdaf9b,revision_number=1']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:10:49.039812 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 40008) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:10:49.052470 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-88f6ae45-7eaa-4689-874e-df60d9c4b897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:10:49.104860 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-a71ebfda-2d69-4369-a9f8-3e137fa7f72b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:49.140072 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-a71ebfda-2d69-4369-a9f8-3e137fa7f72b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:49.208431 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device 1b69556a-253e-4ab4-9a25-fdb8c295a6b3 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 12:10:49.243410 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.plugin [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] No Port match for: 1b69556a-253e-4ab4-9a25-fdb8c295a6b3 {{(pid=92098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 12:10:49.243682 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device 1b69556a-253e-4ab4-9a25-fdb8c295a6b3 not bound to the agent host hv-cinder-78626 {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 12:10:49.289159 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-a71ebfda-2d69-4369-a9f8-3e137fa7f72b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:49.289562 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-a71ebfda-2d69-4369-a9f8-3e137fa7f72b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:49.293277 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-a71ebfda-2d69-4369-a9f8-3e137fa7f72b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f77d0d98-d946-407e-ba9f-ff1753cdaf9b HTTP/1.1" status: 204 len: 168 time: 0.2500014 Jun 06 12:10:49.293277 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-7b535e4f-110c-4119-8f75-6e4113aae0d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:10:49.301605 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71ebfda-2d69-4369-a9f8-3e137fa7f72b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77d0d98-d946-407e-ba9f-ff1753cdaf9b,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:10:49.303963 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-a71ebfda-2d69-4369-a9f8-3e137fa7f72b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:10:49.923306 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 40048) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:10:49.940659 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-381cae10-78e6-49b8-94f9-5d5f27be1cb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:50.041640 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-5ef1ecb8-4602-4b89-a119-e5eff0359500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:50.042777 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-381cae10-78e6-49b8-94f9-5d5f27be1cb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:50.104320 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-381cae10-78e6-49b8-94f9-5d5f27be1cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:50.115679 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-9b29feb2-6bcc-48c3-8b7a-87328966ec70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:10:50.157706 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-381cae10-78e6-49b8-94f9-5d5f27be1cb3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a3b39e86b49f459ea39091f284fe7c1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2332790 Jun 06 12:10:50.158665 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381cae10-78e6-49b8-94f9-5d5f27be1cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d00aa4-65b0-4737-b442-13daa788c34e,revision_number=1']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:10:50.160406 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 40056) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:10:50.161971 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-381cae10-78e6-49b8-94f9-5d5f27be1cb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:10:50.212480 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:50.223902 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-9b37cdd1-6af9-40af-b132-75438d75dbb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:50.251353 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-9b37cdd1-6af9-40af-b132-75438d75dbb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:50.349606 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-9b37cdd1-6af9-40af-b132-75438d75dbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:50.352062 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-9b37cdd1-6af9-40af-b132-75438d75dbb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:50.353207 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-9b37cdd1-6af9-40af-b132-75438d75dbb7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/09d00aa4-65b0-4737-b442-13daa788c34e HTTP/1.1" status: 204 len: 168 time: 0.1909461 Jun 06 12:10:50.354084 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-4c961b17-ba55-47aa-95ac-0c6f79c1ea39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:10:50.364375 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b37cdd1-6af9-40af-b132-75438d75dbb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d00aa4-65b0-4737-b442-13daa788c34e,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:10:50.367394 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-9b37cdd1-6af9-40af-b132-75438d75dbb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:10:50.584424 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:51.235083 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-c3be426d-4704-402b-bce9-7cb8373a3dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:52.702193 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 40136) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:10:52.818607 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 40142) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:10:52.912653 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-fbda87a2-9f9d-4a6e-bfee-be46a2e1ea9e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a162a99532454ae8b30fb3bae7254dcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2091525 Jun 06 12:10:52.915037 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 40146) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:10:52.951605 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-5b9413c4-5b32-4532-8a43-c7a55967842f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:53.021695 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-20e9ce66-1dad-43d0-9838-66acd701a068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:53.028905 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-dde0a769-bb65-4f49-a590-df32523868aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:53.055920 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-20e9ce66-1dad-43d0-9838-66acd701a068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:53.144652 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-5b9413c4-5b32-4532-8a43-c7a55967842f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:53.189315 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-20e9ce66-1dad-43d0-9838-66acd701a068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:53.191843 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-20e9ce66-1dad-43d0-9838-66acd701a068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:53.197160 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-20e9ce66-1dad-43d0-9838-66acd701a068 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0b6906c9-68f3-4f83-8bda-aab69a94287d HTTP/1.1" status: 204 len: 168 time: 0.2770422 Jun 06 12:10:53.197160 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-977ee92c-0df0-4d34-b99f-d707d9d6d23d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:10:53.203171 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e9ce66-1dad-43d0-9838-66acd701a068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6906c9-68f3-4f83-8bda-aab69a94287d,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:10:53.206594 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-20e9ce66-1dad-43d0-9838-66acd701a068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:10:53.229945 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-5b9413c4-5b32-4532-8a43-c7a55967842f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:53.239246 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-4ebbb451-5158-436f-b827-e4a9f6a1ca98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:10:53.278659 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-5b9413c4-5b32-4532-8a43-c7a55967842f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d243674f187a435e96c6a0fd92eb6d33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4590328 Jun 06 12:10:53.279537 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9413c4-5b32-4532-8a43-c7a55967842f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf87899-6e43-49af-b5aa-5ad5f8dca1e8,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:10:53.281369 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 40150) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:10:53.282426 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-5b9413c4-5b32-4532-8a43-c7a55967842f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:10:53.339256 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-fd3dd142-4c4b-44c0-9c65-59219ff35cae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:53.365305 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-fd3dd142-4c4b-44c0-9c65-59219ff35cae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:53.470101 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-fd3dd142-4c4b-44c0-9c65-59219ff35cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:53.472486 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-fd3dd142-4c4b-44c0-9c65-59219ff35cae admin admin] Notify callbacks [] for security_group, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:53.473819 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-fd3dd142-4c4b-44c0-9c65-59219ff35cae admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bdf87899-6e43-49af-b5aa-5ad5f8dca1e8 HTTP/1.1" status: 204 len: 168 time: 0.1913798 Jun 06 12:10:53.474656 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-a71ebfda-2d69-4369-a9f8-3e137fa7f72b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:10:53.484147 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3dd142-4c4b-44c0-9c65-59219ff35cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf87899-6e43-49af-b5aa-5ad5f8dca1e8,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:10:53.487722 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-fd3dd142-4c4b-44c0-9c65-59219ff35cae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:10:54.098514 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 40174) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:10:54.115510 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-81cf8845-d08a-478a-955e-42442a9bc35b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:54.165533 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 40176) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:10:54.216384 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-81cf8845-d08a-478a-955e-42442a9bc35b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:54.271282 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.v2.base [None req-b598be4f-eae5-4009-a75c-939ca7a1ed47 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-166718326-network', 'tenant_id': 'c0fffa2cff914fa08f2553a671653542'}} {{(pid=92097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:10:54.303820 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-81cf8845-d08a-478a-955e-42442a9bc35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:54.315340 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-dce5145f-1264-46bd-91d6-cbe368dea70d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:10:54.356647 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-81cf8845-d08a-478a-955e-42442a9bc35b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3d78fbe4c3b24dfe8c47ae90f60e4680&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2570043 Jun 06 12:10:54.357537 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cf8845-d08a-478a-955e-42442a9bc35b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0ea0a0-6578-4462-bb44-171823429a65,revision_number=1']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:10:54.359385 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 40180) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:10:54.360468 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-81cf8845-d08a-478a-955e-42442a9bc35b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:10:54.383885 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b598be4f-eae5-4009-a75c-939ca7a1ed47 admin admin] Made reservation on behalf of c0fffa2cff914fa08f2553a671653542 for: {'network': 1} {{(pid=92097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 12:10:54.387886 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-b598be4f-eae5-4009-a75c-939ca7a1ed47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33157647'] for network, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:54.407683 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-b598be4f-eae5-4009-a75c-939ca7a1ed47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:54.455088 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-a8ab251a-6e54-4077-8d6f-4c4ed885930b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:54.497456 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-a8ab251a-6e54-4077-8d6f-4c4ed885930b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:54.582951 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-b598be4f-eae5-4009-a75c-939ca7a1ed47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:54.623624 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-a8ab251a-6e54-4077-8d6f-4c4ed885930b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:54.626090 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-a8ab251a-6e54-4077-8d6f-4c4ed885930b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:54.627235 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-a8ab251a-6e54-4077-8d6f-4c4ed885930b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7e0ea0a0-6578-4462-bb44-171823429a65 HTTP/1.1" status: 204 len: 168 time: 0.2667718 Jun 06 12:10:54.628010 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-fe08dcbc-a029-492b-a40e-3b3c70d3c42b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:10:54.637479 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ab251a-6e54-4077-8d6f-4c4ed885930b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0ea0a0-6578-4462-bb44-171823429a65,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:10:54.640355 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-a8ab251a-6e54-4077-8d6f-4c4ed885930b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:10:54.652959 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-b598be4f-eae5-4009-a75c-939ca7a1ed47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:54.659845 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-ff618050-b8e7-4d49-a2e0-63ba6c558b06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:10:54.684844 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b598be4f-eae5-4009-a75c-939ca7a1ed47 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=92097) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 12:10:54.697475 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b598be4f-eae5-4009-a75c-939ca7a1ed47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7722af-202e-4df5-998a-4182e1605f49,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:10:54.701078 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-b598be4f-eae5-4009-a75c-939ca7a1ed47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:10:54.703585 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-b598be4f-eae5-4009-a75c-939ca7a1ed47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33122656'] for segment, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:54.703911 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.db.segments_db [None req-b598be4f-eae5-4009-a75c-939ca7a1ed47 admin admin] Added segment 8700c091-f8ea-443c-823b-a58c005087f4 of type vlan for network a0275649-991c-46de-a5df-8d984dc38d5a Jun 06 12:10:54.730389 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-b598be4f-eae5-4009-a75c-939ca7a1ed47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778191147210'] for network, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:54.795292 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-b598be4f-eae5-4009-a75c-939ca7a1ed47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-702243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-617627'] for network, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:54.796584 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b598be4f-eae5-4009-a75c-939ca7a1ed47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:10:54.797151 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-b598be4f-eae5-4009-a75c-939ca7a1ed47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617724'] for network, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:54.802589 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:10:54.903688 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-b598be4f-eae5-4009-a75c-939ca7a1ed47 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7369542 Jun 06 12:10:54.904626 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b598be4f-eae5-4009-a75c-939ca7a1ed47 admin admin] Pushing event updated for resources: {'Network': ['ID=a0275649-991c-46de-a5df-8d984dc38d5a,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:10:54.907071 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 40186) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:10:54.909893 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-b598be4f-eae5-4009-a75c-939ca7a1ed47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:10:54.913522 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.v2.base [None req-e15b4ac8-6696-4cfd-adfa-b9fff9f4fabc admin admin] Request body: {'subnet': {'network_id': 'a0275649-991c-46de-a5df-8d984dc38d5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-166718326-subnet', 'tenant_id': 'c0fffa2cff914fa08f2553a671653542', 'ip_version': 4}} {{(pid=92097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:10:54.917993 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Network a0275649-991c-46de-a5df-8d984dc38d5a details requested by agent ovs-agent-dv-cinder-786266-2-smb with host dv-cinder-786266-2-smb {{(pid=92098) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 12:10:54.967134 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e15b4ac8-6696-4cfd-adfa-b9fff9f4fabc admin admin] Made reservation on behalf of c0fffa2cff914fa08f2553a671653542 for: {'subnet': 1} {{(pid=92097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 12:10:54.969880 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-e15b4ac8-6696-4cfd-adfa-b9fff9f4fabc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556786'] for subnet, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:55.241211 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-e15b4ac8-6696-4cfd-adfa-b9fff9f4fabc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2165479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556768'] for subnet, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:55.246257 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:10:55.320456 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15b4ac8-6696-4cfd-adfa-b9fff9f4fabc admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ba3bcd8-00df-4ce6-8488-2295f135abc4,revision_number=0']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:10:55.324527 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-e15b4ac8-6696-4cfd-adfa-b9fff9f4fabc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:10:55.331623 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15b4ac8-6696-4cfd-adfa-b9fff9f4fabc admin admin] Checking segment: {'id': '8700c091-f8ea-443c-823b-a58c005087f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'a0275649-991c-46de-a5df-8d984dc38d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 12:10:55.331977 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15b4ac8-6696-4cfd-adfa-b9fff9f4fabc admin admin] Network hostable DHCP agents. Network: a0275649-991c-46de-a5df-8d984dc38d5a, hostable agents: ['c6b73c91-e9f3-48c6-bc47-ba303821819a'], hosted agents: [] {{(pid=92097) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 12:10:55.441398 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15b4ac8-6696-4cfd-adfa-b9fff9f4fabc admin admin] Network a0275649-991c-46de-a5df-8d984dc38d5a is scheduled to be hosted by DHCP agent c6b73c91-e9f3-48c6-bc47-ba303821819a with binding_index 1 {{(pid=92097) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 12:10:55.498108 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.base_scheduler [None req-e15b4ac8-6696-4cfd-adfa-b9fff9f4fabc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786266-2-smb, a0275649-991c-46de-a5df-8d984dc38d5a) {{(pid=92097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:10:55.502885 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15b4ac8-6696-4cfd-adfa-b9fff9f4fabc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:10:55.510029 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-e15b4ac8-6696-4cfd-adfa-b9fff9f4fabc admin admin] Notify callbacks [] for subnet, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:55.510796 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c41ff4-1529-4a9b-8c07-5897632564ef None None] Network a0275649-991c-46de-a5df-8d984dc38d5a requested from dv-cinder-786266-2-smb {{(pid=92098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 12:10:55.578905 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-e15b4ac8-6696-4cfd-adfa-b9fff9f4fabc admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6707885 Jun 06 12:10:55.582505 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 40204) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:10:55.587022 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.v2.base [None req-d164696d-2411-4f5a-a28f-ded9e2c48e70 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-166718326-router', 'tenant_id': 'c0fffa2cff914fa08f2553a671653542', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf'}}} {{(pid=92097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:10:55.681363 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-d164696d-2411-4f5a-a28f-ded9e2c48e70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-605515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15990'] for router, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:55.682446 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-d164696d-2411-4f5a-a28f-ded9e2c48e70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-604919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-579445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15999'] for router, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:55.697855 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-d164696d-2411-4f5a-a28f-ded9e2c48e70 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:55.729255 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff993ef-6118-4ddf-ad41-e35d57bb5bb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfab32c0e-b5c3-5d39-aa66-b9df6aa339de-a0275649-991c-46de-a5df-8d984dc38d5a', 'network_id': 'a0275649-991c-46de-a5df-8d984dc38d5a', 'tenant_id': 'c0fffa2cff914fa08f2553a671653542', 'fixed_ips': [{'subnet_id': '5ba3bcd8-00df-4ce6-8488-2295f135abc4'}]}} from dv-cinder-786266-2-smb. {{(pid=92098) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 06 12:10:55.730125 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-fff993ef-6118-4ddf-ad41-e35d57bb5bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_create {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:55.883294 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.db_base_plugin_common [None req-fff993ef-6118-4ddf-ad41-e35d57bb5bb1 None None] Allocated IP 172.20.0.2 (a0275649-991c-46de-a5df-8d984dc38d5a/5ba3bcd8-00df-4ce6-8488-2295f135abc4/c2c08ecf-d002-4151-b838-0b97e305aa24) {{(pid=92098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 12:10:56.054124 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-d164696d-2411-4f5a-a28f-ded9e2c48e70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-604805', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-605529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15889'] for router, precommit_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:56.090712 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-fff993ef-6118-4ddf-ad41-e35d57bb5bb1 None None] Notify callbacks [] for port, precommit_create {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:56.102749 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-fff993ef-6118-4ddf-ad41-e35d57bb5bb1 None None] Transition to ACTIVE for port object c2c08ecf-d002-4151-b838-0b97e305aa24 will not be triggered until provisioned by entity L2. {{(pid=92098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 12:10:56.123679 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-fff993ef-6118-4ddf-ad41-e35d57bb5bb1 None None] Transition to ACTIVE for port object c2c08ecf-d002-4151-b838-0b97e305aa24 will not be triggered until provisioned by entity DHCP. {{(pid=92098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 12:10:56.178517 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-fff993ef-6118-4ddf-ad41-e35d57bb5bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778191160652'] for port, after_create {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:56.182473 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:10:56.252657 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff993ef-6118-4ddf-ad41-e35d57bb5bb1 None None] Network a0275649-991c-46de-a5df-8d984dc38d5a is already hosted by enough agents. {{(pid=92098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 12:10:56.255654 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.scheduler.base_scheduler [None req-fff993ef-6118-4ddf-ad41-e35d57bb5bb1 None None] Resources bound (agent type, host, resource id): {{(pid=92098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:10:56.260338 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff993ef-6118-4ddf-ad41-e35d57bb5bb1 None None] Received port after_create {{(pid=92098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 12:10:56.262664 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff993ef-6118-4ddf-ad41-e35d57bb5bb1 None None] Pushing event updated for resources: {'Port': ['ID=c2c08ecf-d002-4151-b838-0b97e305aa24,revision_number=1']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:10:56.266309 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-fff993ef-6118-4ddf-ad41-e35d57bb5bb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:10:56.352575 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.managers [None req-fff993ef-6118-4ddf-ad41-e35d57bb5bb1 None None] Attempting to bind port c2c08ecf-d002-4151-b838-0b97e305aa24 on host dv-cinder-786266-2-smb for vnic_type normal with profile {{(pid=92098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 12:10:56.353019 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.managers [None req-fff993ef-6118-4ddf-ad41-e35d57bb5bb1 None None] Attempting to bind port c2c08ecf-d002-4151-b838-0b97e305aa24 by drivers openvswitch,hyperv on host dv-cinder-786266-2-smb at level 0 using segments [{'id': '8700c091-f8ea-443c-823b-a58c005087f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'a0275649-991c-46de-a5df-8d984dc38d5a'}] {{(pid=92098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 12:10:56.353447 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff993ef-6118-4ddf-ad41-e35d57bb5bb1 None None] Attempting to bind port c2c08ecf-d002-4151-b838-0b97e305aa24 on network a0275649-991c-46de-a5df-8d984dc38d5a {{(pid=92098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 12:10:56.359243 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff993ef-6118-4ddf-ad41-e35d57bb5bb1 None None] Checking agent: {'id': 'f47648e7-a38f-4e40-85d5-251dd82ea0a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786266-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 54, 50), 'started_at': datetime.datetime(2021, 6, 6, 11, 55, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 12, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786266-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 12:10:56.359835 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff993ef-6118-4ddf-ad41-e35d57bb5bb1 None None] Checking segment: {'id': '8700c091-f8ea-443c-823b-a58c005087f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'a0275649-991c-46de-a5df-8d984dc38d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 12:10:56.360237 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-fff993ef-6118-4ddf-ad41-e35d57bb5bb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:56.360634 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff993ef-6118-4ddf-ad41-e35d57bb5bb1 None None] Bound using segment: {'id': '8700c091-f8ea-443c-823b-a58c005087f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'a0275649-991c-46de-a5df-8d984dc38d5a'} {{(pid=92098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 12:10:56.361628 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.managers [None req-fff993ef-6118-4ddf-ad41-e35d57bb5bb1 None None] Bound port: c2c08ecf-d002-4151-b838-0b97e305aa24, host: dv-cinder-786266-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8700c091-f8ea-443c-823b-a58c005087f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'a0275649-991c-46de-a5df-8d984dc38d5a'}}] {{(pid=92098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 12:10:56.362027 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-fff993ef-6118-4ddf-ad41-e35d57bb5bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:56.453279 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-fff993ef-6118-4ddf-ad41-e35d57bb5bb1 None None] For port c2c08ecf-d002-4151-b838-0b97e305aa24, host dv-cinder-786266-2-smb, cleared binding levels {{(pid=92098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 12:10:56.456724 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-fff993ef-6118-4ddf-ad41-e35d57bb5bb1 None None] For port c2c08ecf-d002-4151-b838-0b97e305aa24, host dv-cinder-786266-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-2-smb',level=0,port_id=c2c08ecf-d002-4151-b838-0b97e305aa24,segment=NetworkSegment(8700c091-f8ea-443c-823b-a58c005087f4),segment_id=8700c091-f8ea-443c-823b-a58c005087f4)] {{(pid=92098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 12:10:56.510410 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-fff993ef-6118-4ddf-ad41-e35d57bb5bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:56.517573 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:10:56.521350 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-d164696d-2411-4f5a-a28f-ded9e2c48e70 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:56.551677 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-d164696d-2411-4f5a-a28f-ded9e2c48e70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:56.593389 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff993ef-6118-4ddf-ad41-e35d57bb5bb1 None None] Pushing event updated for resources: {'Port': ['ID=c2c08ecf-d002-4151-b838-0b97e305aa24,revision_number=2']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:10:56.606688 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-fff993ef-6118-4ddf-ad41-e35d57bb5bb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:10:56.704644 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.db_base_plugin_common [None req-d164696d-2411-4f5a-a28f-ded9e2c48e70 admin admin] Allocated IP 172.28.2.54 (f46ef3e5-e761-4cf2-8ba5-27fd00264fbf/d3e8387a-9982-4dd7-a420-a9a6c7cae1dc/bccd58d3-0cdc-46a0-bc68-485f31f49ddd) {{(pid=92097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 12:10:56.889879 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-d164696d-2411-4f5a-a28f-ded9e2c48e70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:56.996259 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-d164696d-2411-4f5a-a28f-ded9e2c48e70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778191160652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2165323'] for port, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:57.000317 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-ac728d45-77df-43da-9a3c-2c2e35462d1c tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:10:57.068207 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d164696d-2411-4f5a-a28f-ded9e2c48e70 admin admin] Network f46ef3e5-e761-4cf2-8ba5-27fd00264fbf is already hosted by enough agents. {{(pid=92097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 12:10:57.071066 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.base_scheduler [None req-d164696d-2411-4f5a-a28f-ded9e2c48e70 admin admin] Resources bound (agent type, host, resource id): {{(pid=92097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:10:57.075463 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d164696d-2411-4f5a-a28f-ded9e2c48e70 admin admin] Received port after_create {{(pid=92097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 12:10:57.107554 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d164696d-2411-4f5a-a28f-ded9e2c48e70 admin admin] Pushing event updated for resources: {'Port': ['ID=bccd58d3-0cdc-46a0-bc68-485f31f49ddd,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:10:57.114028 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-d164696d-2411-4f5a-a28f-ded9e2c48e70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:10:57.329226 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device c2c08ecf-d002-4151-b838-0b97e305aa24 up at agent ovs-agent-dv-cinder-786266-2-smb {{(pid=92098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 12:10:57.475473 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Provisioning for port c2c08ecf-d002-4151-b838-0b97e305aa24 completed by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 12:10:57.585903 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77ab6d5-db22-48f5-ac07-822d806b5f9b None None] Network a0275649-991c-46de-a5df-8d984dc38d5a requested from dv-cinder-786266-2-smb {{(pid=92098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 12:10:57.603504 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-d164696d-2411-4f5a-a28f-ded9e2c48e70 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:57.828699 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-32760043-f632-4d83-8113-a9a7c4e813c9 None None] Provisioning for port c2c08ecf-d002-4151-b838-0b97e305aa24 completed by entity DHCP. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 12:10:57.847112 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-32760043-f632-4d83-8113-a9a7c4e813c9 None None] Provisioning complete for port c2c08ecf-d002-4151-b838-0b97e305aa24 triggered by entity DHCP. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:10:57.847488 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-32760043-f632-4d83-8113-a9a7c4e813c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:57.988083 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-32760043-f632-4d83-8113-a9a7c4e813c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:58.023383 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-32760043-f632-4d83-8113-a9a7c4e813c9 None None] For port c2c08ecf-d002-4151-b838-0b97e305aa24, host dv-cinder-786266-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-2-smb',level=0,port_id=c2c08ecf-d002-4151-b838-0b97e305aa24,segment=NetworkSegment(8700c091-f8ea-443c-823b-a58c005087f4),segment_id=8700c091-f8ea-443c-823b-a58c005087f4)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:10:58.072165 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-d164696d-2411-4f5a-a28f-ded9e2c48e70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-605506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604842'] for router, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:58.098807 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-32760043-f632-4d83-8113-a9a7c4e813c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:58.101459 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-bb867c76-12ad-46fc-8109-799a33de2523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:10:58.169093 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32760043-f632-4d83-8113-a9a7c4e813c9 None None] Pushing event updated for resources: {'Port': ['ID=c2c08ecf-d002-4151-b838-0b97e305aa24,revision_number=3']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:10:58.172250 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-32760043-f632-4d83-8113-a9a7c4e813c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:10:58.219217 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-c1225112-2416-44cf-8a92-15500b617d1f None None] Provisioning complete for port c2c08ecf-d002-4151-b838-0b97e305aa24 triggered by entity DHCP. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:10:58.219587 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-c1225112-2416-44cf-8a92-15500b617d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:58.315766 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d164696d-2411-4f5a-a28f-ded9e2c48e70 admin admin] Router 729e0f70-cc32-4761-b9c4-73144cab8dc6 is scheduled to L3 agent 915c5c25-b12e-44c8-ae20-885b4f191692 with binding_index 1 {{(pid=92097) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 06 12:10:58.490933 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d164696d-2411-4f5a-a28f-ded9e2c48e70 admin admin] Notify agent at l3_agent.dv-cinder-786266-2-smb the message routers_updated {{(pid=92097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 12:10:58.499147 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb18f2e-4e58-4409-86d2-af8e618b8232 None None] Sync routers for ids ['729e0f70-cc32-4761-b9c4-73144cab8dc6'] in dv-cinder-786266-2-smb {{(pid=92098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 12:10:58.508186 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb18f2e-4e58-4409-86d2-af8e618b8232 None None] Routers {'729e0f70-cc32-4761-b9c4-73144cab8dc6'} bound to L3 agent in host dv-cinder-786266-2-smb {{(pid=92098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:10:58.508798 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_hamode_db [None req-3cb18f2e-4e58-4409-86d2-af8e618b8232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-06T11:54:50Z,description=,heartbeat_timestamp=2021-06-06T12:10:50Z,host='dv-cinder-786266-2-smb',id=915c5c25-b12e-44c8-ae20-885b4f191692,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:54:51Z,topic='l3_agent')) {'router_ids': ['729e0f70-cc32-4761-b9c4-73144cab8dc6'], 'active': True} {{(pid=92098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:10:58.555327 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-d164696d-2411-4f5a-a28f-ded9e2c48e70 admin admin] Notify callbacks [] for router, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:58.556540 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-d164696d-2411-4f5a-a28f-ded9e2c48e70 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.9729881 Jun 06 12:10:58.562704 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 40230) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:10:58.691422 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvr_db [None req-3cb18f2e-4e58-4409-86d2-af8e618b8232 None None] Set router 729e0f70-cc32-4761-b9c4-73144cab8dc6 gateway port host: dv-cinder-786266-2-smb {{(pid=92098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:10:58.974029 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_hamode_db [None req-3cb18f2e-4e58-4409-86d2-af8e618b8232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '729e0f70-cc32-4761-b9c4-73144cab8dc6', 'name': 'tempest-TestMinimumBasicScenario-166718326-router', 'tenant_id': 'c0fffa2cff914fa08f2553a671653542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.54'}], 'enable_snat': True}, 'gw_port_id': 'bccd58d3-0cdc-46a0-bc68-485f31f49ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:10:55Z', 'updated_at': '2021-06-06T12:10:57Z', 'revision_number': 3, 'project_id': 'c0fffa2cff914fa08f2553a671653542', 'gw_port': {'id': 'bccd58d3-0cdc-46a0-bc68-485f31f49ddd', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:aa:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '729e0f70-cc32-4761-b9c4-73144cab8dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:10:56Z', 'updated_at': '2021-06-06T12:10:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb'}], 'dv-cinder-786266-2-smb', False) {} {{(pid=92098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:10:58.978017 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb18f2e-4e58-4409-86d2-af8e618b8232 None None] Checking router: 729e0f70-cc32-4761-b9c4-73144cab8dc6 for host: dv-cinder-786266-2-smb {{(pid=92098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 12:10:58.978388 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb18f2e-4e58-4409-86d2-af8e618b8232 None None] Updating router 729e0f70-cc32-4761-b9c4-73144cab8dc6 port bccd58d3-0cdc-46a0-bc68-485f31f49ddd binding host dv-cinder-786266-2-smb {{(pid=92098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 12:10:59.029726 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-3cb18f2e-4e58-4409-86d2-af8e618b8232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:59.246483 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-28c7bb99-eb3e-438e-9dd2-89a617b5c115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:59.297133 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device c2c08ecf-d002-4151-b838-0b97e305aa24 up at agent ovs-agent-dv-cinder-786266-2-smb {{(pid=92098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 12:10:59.442567 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-3cb18f2e-4e58-4409-86d2-af8e618b8232 None None] Notify callbacks [] for port, precommit_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:59.446674 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Provisioning complete for port c2c08ecf-d002-4151-b838-0b97e305aa24 triggered by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:10:59.447032 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:59.492382 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-3cb18f2e-4e58-4409-86d2-af8e618b8232 None None] Transition to ACTIVE for port object bccd58d3-0cdc-46a0-bc68-485f31f49ddd will not be triggered until provisioned by entity L2. {{(pid=92098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 12:10:59.498241 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.db_base_plugin_common [None req-28c7bb99-eb3e-438e-9dd2-89a617b5c115 admin admin] Allocated IP 172.20.0.1 (a0275649-991c-46de-a5df-8d984dc38d5a/5ba3bcd8-00df-4ce6-8488-2295f135abc4/ca9d4f51-ba49-458e-a979-f5e2552727d7) {{(pid=92097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 12:10:59.602023 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-3cb18f2e-4e58-4409-86d2-af8e618b8232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:59.608256 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:10:59.699916 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.managers [None req-3cb18f2e-4e58-4409-86d2-af8e618b8232 None None] Attempting to bind port bccd58d3-0cdc-46a0-bc68-485f31f49ddd on host dv-cinder-786266-2-smb for vnic_type normal with profile {{(pid=92098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 12:10:59.700286 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.managers [None req-3cb18f2e-4e58-4409-86d2-af8e618b8232 None None] Attempting to bind port bccd58d3-0cdc-46a0-bc68-485f31f49ddd by drivers openvswitch,hyperv on host dv-cinder-786266-2-smb at level 0 using segments [{'id': 'bb809bd8-b365-4ef3-acf3-bf04c8c65f74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf'}] {{(pid=92098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 12:10:59.700645 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb18f2e-4e58-4409-86d2-af8e618b8232 None None] Attempting to bind port bccd58d3-0cdc-46a0-bc68-485f31f49ddd on network f46ef3e5-e761-4cf2-8ba5-27fd00264fbf {{(pid=92098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 12:10:59.702700 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0ce484-a69c-4b41-9244-8bab866f851b None None] Pushing event updated for resources: {'Port': ['ID=bccd58d3-0cdc-46a0-bc68-485f31f49ddd,revision_number=2']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:10:59.706872 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-8f0ce484-a69c-4b41-9244-8bab866f851b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:10:59.709299 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb18f2e-4e58-4409-86d2-af8e618b8232 None None] Checking agent: {'id': 'f47648e7-a38f-4e40-85d5-251dd82ea0a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786266-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 54, 50), 'started_at': datetime.datetime(2021, 6, 6, 11, 55, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 12, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786266-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 12:10:59.709673 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb18f2e-4e58-4409-86d2-af8e618b8232 None None] Checking segment: {'id': 'bb809bd8-b365-4ef3-acf3-bf04c8c65f74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 12:10:59.710097 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-3cb18f2e-4e58-4409-86d2-af8e618b8232 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:59.710541 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb18f2e-4e58-4409-86d2-af8e618b8232 None None] Bound using segment: {'id': 'bb809bd8-b365-4ef3-acf3-bf04c8c65f74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf'} {{(pid=92098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 12:10:59.710930 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.managers [None req-3cb18f2e-4e58-4409-86d2-af8e618b8232 None None] Bound port: bccd58d3-0cdc-46a0-bc68-485f31f49ddd, host: dv-cinder-786266-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb809bd8-b365-4ef3-acf3-bf04c8c65f74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf'}}] {{(pid=92098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 12:10:59.711301 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-3cb18f2e-4e58-4409-86d2-af8e618b8232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:59.775037 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-28c7bb99-eb3e-438e-9dd2-89a617b5c115 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:59.781630 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-3cb18f2e-4e58-4409-86d2-af8e618b8232 None None] For port bccd58d3-0cdc-46a0-bc68-485f31f49ddd, host dv-cinder-786266-2-smb, cleared binding levels {{(pid=92098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 12:10:59.785301 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-3cb18f2e-4e58-4409-86d2-af8e618b8232 None None] For port bccd58d3-0cdc-46a0-bc68-485f31f49ddd, host dv-cinder-786266-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-2-smb',level=0,port_id=bccd58d3-0cdc-46a0-bc68-485f31f49ddd,segment=NetworkSegment(bb809bd8-b365-4ef3-acf3-bf04c8c65f74),segment_id=bb809bd8-b365-4ef3-acf3-bf04c8c65f74)] {{(pid=92098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 12:10:59.792100 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.provisioning_blocks [None req-28c7bb99-eb3e-438e-9dd2-89a617b5c115 admin admin] Transition to ACTIVE for port object ca9d4f51-ba49-458e-a979-f5e2552727d7 will not be triggered until provisioned by entity DHCP. {{(pid=92097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 12:10:59.835263 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-3cb18f2e-4e58-4409-86d2-af8e618b8232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:59.839051 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:10:59.857890 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-28c7bb99-eb3e-438e-9dd2-89a617b5c115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778191160652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2165323'] for port, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:10:59.863413 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-2c67724c-1629-4ef3-9df4-24930d2dde11 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:10:59.914034 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb18f2e-4e58-4409-86d2-af8e618b8232 None None] Routers {'729e0f70-cc32-4761-b9c4-73144cab8dc6'} bound to L3 agent in host dv-cinder-786266-2-smb {{(pid=92098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:10:59.914654 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_hamode_db [None req-3cb18f2e-4e58-4409-86d2-af8e618b8232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-06T11:54:50Z,description=,heartbeat_timestamp=2021-06-06T12:10:50Z,host='dv-cinder-786266-2-smb',id=915c5c25-b12e-44c8-ae20-885b4f191692,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:54:51Z,topic='l3_agent')) {'router_ids': ['729e0f70-cc32-4761-b9c4-73144cab8dc6'], 'active': True} {{(pid=92098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:10:59.931828 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c7bb99-eb3e-438e-9dd2-89a617b5c115 admin admin] Network a0275649-991c-46de-a5df-8d984dc38d5a is already hosted by enough agents. {{(pid=92097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 12:10:59.934540 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.base_scheduler [None req-28c7bb99-eb3e-438e-9dd2-89a617b5c115 admin admin] Resources bound (agent type, host, resource id): {{(pid=92097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:10:59.936950 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c7bb99-eb3e-438e-9dd2-89a617b5c115 admin admin] Received port after_create {{(pid=92097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 12:10:59.973355 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c7bb99-eb3e-438e-9dd2-89a617b5c115 admin admin] Pushing event updated for resources: {'Port': ['ID=ca9d4f51-ba49-458e-a979-f5e2552727d7,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:10:59.976349 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-28c7bb99-eb3e-438e-9dd2-89a617b5c115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:10:59.987144 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0ce484-a69c-4b41-9244-8bab866f851b None None] Pushing event updated for resources: {'Port': ['ID=bccd58d3-0cdc-46a0-bc68-485f31f49ddd,revision_number=3']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:10:59.998112 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-8f0ce484-a69c-4b41-9244-8bab866f851b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:11:00.004421 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-28c7bb99-eb3e-438e-9dd2-89a617b5c115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-559072'] for router_interface, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:00.104990 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvr_db [None req-3cb18f2e-4e58-4409-86d2-af8e618b8232 None None] Set router 729e0f70-cc32-4761-b9c4-73144cab8dc6 gateway port host: dv-cinder-786266-2-smb {{(pid=92098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:11:00.318474 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-28c7bb99-eb3e-438e-9dd2-89a617b5c115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:00.340788 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-43ddc7d4-8e73-437b-8185-a31f2834043d None None] Provisioning for port ca9d4f51-ba49-458e-a979-f5e2552727d7 completed by entity DHCP. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 12:11:00.373622 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-43ddc7d4-8e73-437b-8185-a31f2834043d None None] Provisioning complete for port ca9d4f51-ba49-458e-a979-f5e2552727d7 triggered by entity DHCP. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:11:00.373939 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-43ddc7d4-8e73-437b-8185-a31f2834043d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:00.436618 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.plugin [None req-43ddc7d4-8e73-437b-8185-a31f2834043d None None] Port ca9d4f51-ba49-458e-a979-f5e2552727d7 cannot update to ACTIVE because it is not bound. {{(pid=92098) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 12:11:00.458648 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_hamode_db [None req-3cb18f2e-4e58-4409-86d2-af8e618b8232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '729e0f70-cc32-4761-b9c4-73144cab8dc6', 'name': 'tempest-TestMinimumBasicScenario-166718326-router', 'tenant_id': 'c0fffa2cff914fa08f2553a671653542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.54'}], 'enable_snat': True}, 'gw_port_id': 'bccd58d3-0cdc-46a0-bc68-485f31f49ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:10:55Z', 'updated_at': '2021-06-06T12:10:57Z', 'revision_number': 3, 'project_id': 'c0fffa2cff914fa08f2553a671653542', 'gw_port': {'id': 'bccd58d3-0cdc-46a0-bc68-485f31f49ddd', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:aa:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '729e0f70-cc32-4761-b9c4-73144cab8dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:10:56Z', 'updated_at': '2021-06-06T12:10:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb'}], 'dv-cinder-786266-2-smb', False) {} {{(pid=92098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:11:00.462709 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb18f2e-4e58-4409-86d2-af8e618b8232 None None] The sync data for ids ['729e0f70-cc32-4761-b9c4-73144cab8dc6'] in dv-cinder-786266-2-smb is: [{'id': '729e0f70-cc32-4761-b9c4-73144cab8dc6', 'name': 'tempest-TestMinimumBasicScenario-166718326-router', 'tenant_id': 'c0fffa2cff914fa08f2553a671653542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.54'}], 'enable_snat': True}, 'gw_port_id': 'bccd58d3-0cdc-46a0-bc68-485f31f49ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:10:55Z', 'updated_at': '2021-06-06T12:10:57Z', 'revision_number': 3, 'project_id': 'c0fffa2cff914fa08f2553a671653542', 'gw_port': {'id': 'bccd58d3-0cdc-46a0-bc68-485f31f49ddd', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:aa:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '729e0f70-cc32-4761-b9c4-73144cab8dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:10:56Z', 'updated_at': '2021-06-06T12:10:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb'}] {{(pid=92098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 12:11:00.562253 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-28c7bb99-eb3e-438e-9dd2-89a617b5c115 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:00.634926 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-28c7bb99-eb3e-438e-9dd2-89a617b5c115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2165360'] for port, after_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:00.665708 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-f7ec46a0-fd99-4943-9893-1dc3a53683ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:11:00.762617 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-28c7bb99-eb3e-438e-9dd2-89a617b5c115 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-598200'] for router_interface, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:00.766178 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c7bb99-eb3e-438e-9dd2-89a617b5c115 admin admin] Pushing event updated for resources: {'Port': ['ID=ca9d4f51-ba49-458e-a979-f5e2552727d7,revision_number=2']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:11:00.769606 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-28c7bb99-eb3e-438e-9dd2-89a617b5c115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:11:00.910107 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c7bb99-eb3e-438e-9dd2-89a617b5c115 admin admin] Network a0275649-991c-46de-a5df-8d984dc38d5a is already hosted by enough agents. {{(pid=92097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 12:11:00.911222 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.base_scheduler [None req-28c7bb99-eb3e-438e-9dd2-89a617b5c115 admin admin] Resources bound (agent type, host, resource id): {{(pid=92097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:11:01.106802 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28c7bb99-eb3e-438e-9dd2-89a617b5c115 admin admin] Router 729e0f70-cc32-4761-b9c4-73144cab8dc6 has already been hosted by L3 agent 915c5c25-b12e-44c8-ae20-885b4f191692 {{(pid=92097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 12:11:01.161555 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-aeee2afc-561d-40b4-bd3b-833ac343cf01 None None] Provisioning complete for port ca9d4f51-ba49-458e-a979-f5e2552727d7 triggered by entity DHCP. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:11:01.162701 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-aeee2afc-561d-40b4-bd3b-833ac343cf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:01.218959 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.plugin [None req-aeee2afc-561d-40b4-bd3b-833ac343cf01 None None] Port ca9d4f51-ba49-458e-a979-f5e2552727d7 cannot update to ACTIVE because it is not bound. {{(pid=92098) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 12:11:01.322505 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c7bb99-eb3e-438e-9dd2-89a617b5c115 admin admin] Notify agent at l3_agent.dv-cinder-786266-2-smb the message routers_updated {{(pid=92097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 12:11:01.337678 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device bccd58d3-0cdc-46a0-bc68-485f31f49ddd up at agent ovs-agent-dv-cinder-786266-2-smb {{(pid=92098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 12:11:01.338023 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-28c7bb99-eb3e-438e-9dd2-89a617b5c115 admin admin] 10.222.0.32 "PUT /v2.0/routers/729e0f70-cc32-4761-b9c4-73144cab8dc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7742770 Jun 06 12:11:01.492547 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Provisioning for port bccd58d3-0cdc-46a0-bc68-485f31f49ddd completed by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 12:11:01.497410 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Provisioning complete for port bccd58d3-0cdc-46a0-bc68-485f31f49ddd triggered by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:11:01.497808 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:01.618214 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:01.634418 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] For port bccd58d3-0cdc-46a0-bc68-485f31f49ddd, host dv-cinder-786266-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-2-smb',level=0,port_id=bccd58d3-0cdc-46a0-bc68-485f31f49ddd,segment=NetworkSegment(bb809bd8-b365-4ef3-acf3-bf04c8c65f74),segment_id=bb809bd8-b365-4ef3-acf3-bf04c8c65f74)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:11:01.715337 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:01.717426 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:11:01.785473 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Pushing event updated for resources: {'Port': ['ID=bccd58d3-0cdc-46a0-bc68-485f31f49ddd,revision_number=4']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:11:01.788480 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:11:02.038683 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc118c9-9f95-4b0b-8807-d6af888cfe78 None None] Sync routers for ids ['729e0f70-cc32-4761-b9c4-73144cab8dc6'] in dv-cinder-786266-2-smb {{(pid=92099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 12:11:02.048392 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc118c9-9f95-4b0b-8807-d6af888cfe78 None None] Routers {'729e0f70-cc32-4761-b9c4-73144cab8dc6'} bound to L3 agent in host dv-cinder-786266-2-smb {{(pid=92099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:11:02.048999 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_hamode_db [None req-6fc118c9-9f95-4b0b-8807-d6af888cfe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-06T11:54:50Z,description=,heartbeat_timestamp=2021-06-06T12:10:50Z,host='dv-cinder-786266-2-smb',id=915c5c25-b12e-44c8-ae20-885b4f191692,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:54:51Z,topic='l3_agent')) {'router_ids': ['729e0f70-cc32-4761-b9c4-73144cab8dc6'], 'active': True} {{(pid=92099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:11:02.159883 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 40266) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:11:02.164983 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.v2.base [None req-7229046a-41c1-4c54-97c8-ad607e501f08 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1454496941-network', 'tenant_id': '12e3f22a430d4b2994bef753eebfbad1'}} {{(pid=92096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:11:02.221047 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_dvr_db [None req-6fc118c9-9f95-4b0b-8807-d6af888cfe78 None None] Set router 729e0f70-cc32-4761-b9c4-73144cab8dc6 gateway port host: dv-cinder-786266-2-smb {{(pid=92099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:11:02.235414 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7229046a-41c1-4c54-97c8-ad607e501f08 admin admin] Made reservation on behalf of 12e3f22a430d4b2994bef753eebfbad1 for: {'network': 1} {{(pid=92096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 12:11:02.238895 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-7229046a-41c1-4c54-97c8-ad607e501f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33157647'] for network, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:02.254896 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-7229046a-41c1-4c54-97c8-ad607e501f08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:02.358479 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-7229046a-41c1-4c54-97c8-ad607e501f08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:02.434751 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-7229046a-41c1-4c54-97c8-ad607e501f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:02.441165 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-e59c95aa-458b-46dd-910c-cdba280941cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:11:02.457331 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7229046a-41c1-4c54-97c8-ad607e501f08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=92096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 12:11:02.478789 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-7229046a-41c1-4c54-97c8-ad607e501f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33122656'] for segment, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:02.479137 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.db.segments_db [None req-7229046a-41c1-4c54-97c8-ad607e501f08 admin admin] Added segment 4762eb5e-b77a-4d74-8b1d-092450c25001 of type vlan for network b94c710b-8155-4746-a79f-6c099b47100c Jun 06 12:11:02.480324 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7229046a-41c1-4c54-97c8-ad607e501f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc891ce-3941-4287-9925-76b777490591,revision_number=1']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:11:02.507221 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7229046a-41c1-4c54-97c8-ad607e501f08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:11:02.507221 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7229046a-41c1-4c54-97c8-ad607e501f08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:11:02.507221 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7229046a-41c1-4c54-97c8-ad607e501f08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:11:02.507221 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7229046a-41c1-4c54-97c8-ad607e501f08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:11:02.507221 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7229046a-41c1-4c54-97c8-ad607e501f08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:11:02.507221 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7229046a-41c1-4c54-97c8-ad607e501f08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:11:02.507221 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7229046a-41c1-4c54-97c8-ad607e501f08 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:11:02.507221 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7229046a-41c1-4c54-97c8-ad607e501f08 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:11:02.507221 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7229046a-41c1-4c54-97c8-ad607e501f08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:11:02.507221 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7229046a-41c1-4c54-97c8-ad607e501f08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:11:02.507221 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7229046a-41c1-4c54-97c8-ad607e501f08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:11:02.507221 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7229046a-41c1-4c54-97c8-ad607e501f08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:11:02.508396 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-7229046a-41c1-4c54-97c8-ad607e501f08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:11:02.522403 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-7229046a-41c1-4c54-97c8-ad607e501f08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778191147210'] for network, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:02.562206 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_hamode_db [None req-6fc118c9-9f95-4b0b-8807-d6af888cfe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '729e0f70-cc32-4761-b9c4-73144cab8dc6', 'name': 'tempest-TestMinimumBasicScenario-166718326-router', 'tenant_id': 'c0fffa2cff914fa08f2553a671653542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.54'}], 'enable_snat': True}, 'gw_port_id': 'bccd58d3-0cdc-46a0-bc68-485f31f49ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:10:55Z', 'updated_at': '2021-06-06T12:11:00Z', 'revision_number': 4, 'project_id': 'c0fffa2cff914fa08f2553a671653542', 'gw_port': {'id': 'bccd58d3-0cdc-46a0-bc68-485f31f49ddd', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:aa:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729e0f70-cc32-4761-b9c4-73144cab8dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:10:56Z', 'updated_at': '2021-06-06T12:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb', '_interfaces': [{'id': 'ca9d4f51-ba49-458e-a979-f5e2552727d7', 'name': '', 'network_id': 'a0275649-991c-46de-a5df-8d984dc38d5a', 'tenant_id': 'c0fffa2cff914fa08f2553a671653542', 'mac_address': 'fa:16:3e:56:85:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '729e0f70-cc32-4761-b9c4-73144cab8dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5ba3bcd8-00df-4ce6-8488-2295f135abc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:10:59Z', 'updated_at': '2021-06-06T12:11:00Z', 'revision_number': 2, 'project_id': 'c0fffa2cff914fa08f2553a671653542', 'subnets': [{'id': '5ba3bcd8-00df-4ce6-8488-2295f135abc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-2-smb', False) {} {{(pid=92099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:11:02.567216 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc118c9-9f95-4b0b-8807-d6af888cfe78 None None] Checking router: 729e0f70-cc32-4761-b9c4-73144cab8dc6 for host: dv-cinder-786266-2-smb {{(pid=92099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 12:11:02.567580 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc118c9-9f95-4b0b-8807-d6af888cfe78 None None] Updating router 729e0f70-cc32-4761-b9c4-73144cab8dc6 port ca9d4f51-ba49-458e-a979-f5e2552727d7 binding host dv-cinder-786266-2-smb {{(pid=92099) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 12:11:02.619416 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron_lib.callbacks.manager [None req-6fc118c9-9f95-4b0b-8807-d6af888cfe78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:02.624318 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-7229046a-41c1-4c54-97c8-ad607e501f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-702243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-617627'] for network, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:02.626086 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7229046a-41c1-4c54-97c8-ad607e501f08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:11:02.627596 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-7229046a-41c1-4c54-97c8-ad607e501f08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617724'] for network, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:02.633492 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:11:02.721703 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-7229046a-41c1-4c54-97c8-ad607e501f08 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5606887 Jun 06 12:11:02.724485 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 40276) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:11:02.727077 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7229046a-41c1-4c54-97c8-ad607e501f08 admin admin] Pushing event updated for resources: {'Network': ['ID=b94c710b-8155-4746-a79f-6c099b47100c,revision_number=1']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:11:02.730020 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-7229046a-41c1-4c54-97c8-ad607e501f08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:11:02.731625 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.v2.base [None req-24dc8a8a-5e71-4c5c-90c7-273447e945bb admin admin] Request body: {'subnet': {'network_id': 'b94c710b-8155-4746-a79f-6c099b47100c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1454496941-subnet', 'tenant_id': '12e3f22a430d4b2994bef753eebfbad1', 'ip_version': 4}} {{(pid=92097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:11:02.738388 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Network b94c710b-8155-4746-a79f-6c099b47100c details requested by agent ovs-agent-dv-cinder-786266-2-smb with host dv-cinder-786266-2-smb {{(pid=92098) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 12:11:02.817983 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24dc8a8a-5e71-4c5c-90c7-273447e945bb admin admin] Made reservation on behalf of 12e3f22a430d4b2994bef753eebfbad1 for: {'subnet': 1} {{(pid=92097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 12:11:02.820802 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-24dc8a8a-5e71-4c5c-90c7-273447e945bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2556786'] for subnet, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:02.994745 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron_lib.callbacks.manager [None req-6fc118c9-9f95-4b0b-8807-d6af888cfe78 None None] Notify callbacks [] for port, precommit_update {{(pid=92099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:03.006871 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.provisioning_blocks [None req-6fc118c9-9f95-4b0b-8807-d6af888cfe78 None None] Transition to ACTIVE for port object ca9d4f51-ba49-458e-a979-f5e2552727d7 will not be triggered until provisioned by entity L2. {{(pid=92099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 12:11:03.121075 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron_lib.callbacks.manager [None req-6fc118c9-9f95-4b0b-8807-d6af888cfe78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:03.125186 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG oslo_concurrency.lockutils [None req-307c300f-3f99-4409-a6a6-6e02c5ed4ed5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:11:03.206880 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-24dc8a8a-5e71-4c5c-90c7-273447e945bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2165479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2556768'] for subnet, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:03.211866 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-342a3007-840a-454b-9d58-742ad8b9d25c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:11:03.294553 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b594df5-da21-472e-adc3-081723269587 None None] Pushing event updated for resources: {'Port': ['ID=ca9d4f51-ba49-458e-a979-f5e2552727d7,revision_number=3']} {{(pid=92099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:11:03.300705 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24dc8a8a-5e71-4c5c-90c7-273447e945bb admin admin] Checking segment: {'id': '4762eb5e-b77a-4d74-8b1d-092450c25001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b94c710b-8155-4746-a79f-6c099b47100c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 12:11:03.301058 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24dc8a8a-5e71-4c5c-90c7-273447e945bb admin admin] Network hostable DHCP agents. Network: b94c710b-8155-4746-a79f-6c099b47100c, hostable agents: ['c6b73c91-e9f3-48c6-bc47-ba303821819a'], hosted agents: [] {{(pid=92097) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 12:11:03.315632 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device bccd58d3-0cdc-46a0-bc68-485f31f49ddd up at agent ovs-agent-dv-cinder-786266-2-smb {{(pid=92098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 12:11:03.322307 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dc8a8a-5e71-4c5c-90c7-273447e945bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=c07d6810-531c-4474-8950-f2910cbf37b9,revision_number=0']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:11:03.332366 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-24dc8a8a-5e71-4c5c-90c7-273447e945bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:11:03.339026 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b594df5-da21-472e-adc3-081723269587 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:11:03.339588 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b594df5-da21-472e-adc3-081723269587 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:11:03.339915 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b594df5-da21-472e-adc3-081723269587 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:11:03.341380 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b594df5-da21-472e-adc3-081723269587 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:11:03.341380 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b594df5-da21-472e-adc3-081723269587 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:11:03.341380 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b594df5-da21-472e-adc3-081723269587 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:11:03.341380 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b594df5-da21-472e-adc3-081723269587 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:11:03.341688 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b594df5-da21-472e-adc3-081723269587 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:11:03.341801 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b594df5-da21-472e-adc3-081723269587 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:11:03.342355 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b594df5-da21-472e-adc3-081723269587 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:11:03.342661 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b594df5-da21-472e-adc3-081723269587 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:11:03.342966 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b594df5-da21-472e-adc3-081723269587 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:11:03.350938 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG oslo_concurrency.lockutils [None req-9b594df5-da21-472e-adc3-081723269587 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=92099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:11:03.367886 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.plugins.ml2.managers [None req-6fc118c9-9f95-4b0b-8807-d6af888cfe78 None None] Attempting to bind port ca9d4f51-ba49-458e-a979-f5e2552727d7 on host dv-cinder-786266-2-smb for vnic_type normal with profile {{(pid=92099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 12:11:03.369998 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.plugins.ml2.managers [None req-6fc118c9-9f95-4b0b-8807-d6af888cfe78 None None] Attempting to bind port ca9d4f51-ba49-458e-a979-f5e2552727d7 by drivers openvswitch,hyperv on host dv-cinder-786266-2-smb at level 0 using segments [{'id': '8700c091-f8ea-443c-823b-a58c005087f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'a0275649-991c-46de-a5df-8d984dc38d5a'}] {{(pid=92099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 12:11:03.369998 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc118c9-9f95-4b0b-8807-d6af888cfe78 None None] Attempting to bind port ca9d4f51-ba49-458e-a979-f5e2552727d7 on network a0275649-991c-46de-a5df-8d984dc38d5a {{(pid=92099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 12:11:03.374556 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc118c9-9f95-4b0b-8807-d6af888cfe78 None None] Checking agent: {'id': 'f47648e7-a38f-4e40-85d5-251dd82ea0a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786266-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 54, 50), 'started_at': datetime.datetime(2021, 6, 6, 11, 55, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 12, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786266-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 12:11:03.374867 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc118c9-9f95-4b0b-8807-d6af888cfe78 None None] Checking segment: {'id': '8700c091-f8ea-443c-823b-a58c005087f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'a0275649-991c-46de-a5df-8d984dc38d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 12:11:03.375262 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron_lib.callbacks.manager [None req-6fc118c9-9f95-4b0b-8807-d6af888cfe78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:03.375648 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc118c9-9f95-4b0b-8807-d6af888cfe78 None None] Bound using segment: {'id': '8700c091-f8ea-443c-823b-a58c005087f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'a0275649-991c-46de-a5df-8d984dc38d5a'} {{(pid=92099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 12:11:03.376113 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.plugins.ml2.managers [None req-6fc118c9-9f95-4b0b-8807-d6af888cfe78 None None] Bound port: ca9d4f51-ba49-458e-a979-f5e2552727d7, host: dv-cinder-786266-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8700c091-f8ea-443c-823b-a58c005087f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'a0275649-991c-46de-a5df-8d984dc38d5a'}}] {{(pid=92099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 12:11:03.376515 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron_lib.callbacks.manager [None req-6fc118c9-9f95-4b0b-8807-d6af888cfe78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:03.399728 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Provisioning complete for port bccd58d3-0cdc-46a0-bc68-485f31f49ddd triggered by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:11:03.400212 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:03.424974 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24dc8a8a-5e71-4c5c-90c7-273447e945bb admin admin] Network b94c710b-8155-4746-a79f-6c099b47100c is scheduled to be hosted by DHCP agent c6b73c91-e9f3-48c6-bc47-ba303821819a with binding_index 1 {{(pid=92097) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 12:11:03.469016 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.plugins.ml2.db [None req-6fc118c9-9f95-4b0b-8807-d6af888cfe78 None None] For port ca9d4f51-ba49-458e-a979-f5e2552727d7, host dv-cinder-786266-2-smb, cleared binding levels {{(pid=92099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 12:11:03.473016 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.plugins.ml2.db [None req-6fc118c9-9f95-4b0b-8807-d6af888cfe78 None None] For port ca9d4f51-ba49-458e-a979-f5e2552727d7, host dv-cinder-786266-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-2-smb',level=0,port_id=ca9d4f51-ba49-458e-a979-f5e2552727d7,segment=NetworkSegment(8700c091-f8ea-443c-823b-a58c005087f4),segment_id=8700c091-f8ea-443c-823b-a58c005087f4)] {{(pid=92099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 12:11:03.538364 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.base_scheduler [None req-24dc8a8a-5e71-4c5c-90c7-273447e945bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786266-2-smb, b94c710b-8155-4746-a79f-6c099b47100c) {{(pid=92097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:11:03.542312 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24dc8a8a-5e71-4c5c-90c7-273447e945bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:11:03.543079 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-24dc8a8a-5e71-4c5c-90c7-273447e945bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:03.546955 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1f9c1e-161f-4771-9098-f3d12b9e0e40 None None] Network b94c710b-8155-4746-a79f-6c099b47100c requested from dv-cinder-786266-2-smb {{(pid=92098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 12:11:03.585549 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron_lib.callbacks.manager [None req-6fc118c9-9f95-4b0b-8807-d6af888cfe78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:03.595030 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG oslo_concurrency.lockutils [None req-a5d7e7c8-7485-4164-aac6-11394f79d268 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:11:03.630748 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-24dc8a8a-5e71-4c5c-90c7-273447e945bb admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9043982 Jun 06 12:11:03.633208 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 40278) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:11:03.637701 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.v2.base [None req-43b87f49-853c-4a3e-9f3d-dd15cf303b20 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1454496941-router', 'tenant_id': '12e3f22a430d4b2994bef753eebfbad1', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf'}}} {{(pid=92097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:11:03.681210 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc118c9-9f95-4b0b-8807-d6af888cfe78 None None] Routers {'729e0f70-cc32-4761-b9c4-73144cab8dc6'} bound to L3 agent in host dv-cinder-786266-2-smb {{(pid=92099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:11:03.681854 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_hamode_db [None req-6fc118c9-9f95-4b0b-8807-d6af888cfe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-06T11:54:50Z,description=,heartbeat_timestamp=2021-06-06T12:10:50Z,host='dv-cinder-786266-2-smb',id=915c5c25-b12e-44c8-ae20-885b4f191692,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:54:51Z,topic='l3_agent')) {'router_ids': ['729e0f70-cc32-4761-b9c4-73144cab8dc6'], 'active': True} {{(pid=92099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:11:03.743476 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b594df5-da21-472e-adc3-081723269587 None None] Pushing event updated for resources: {'Port': ['ID=ca9d4f51-ba49-458e-a979-f5e2552727d7,revision_number=4']} {{(pid=92099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:11:03.749867 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-43b87f49-853c-4a3e-9f3d-dd15cf303b20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-605515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15990'] for router, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:03.752312 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-43b87f49-853c-4a3e-9f3d-dd15cf303b20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-604919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-579445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15999'] for router, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:03.758171 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG oslo_concurrency.lockutils [None req-9b594df5-da21-472e-adc3-081723269587 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:11:03.772222 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-43b87f49-853c-4a3e-9f3d-dd15cf303b20 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:03.840344 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2c91fa-8a02-487d-bcc2-2c6399a47c3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfab32c0e-b5c3-5d39-aa66-b9df6aa339de-b94c710b-8155-4746-a79f-6c099b47100c', 'network_id': 'b94c710b-8155-4746-a79f-6c099b47100c', 'tenant_id': '12e3f22a430d4b2994bef753eebfbad1', 'fixed_ips': [{'subnet_id': 'c07d6810-531c-4474-8950-f2910cbf37b9'}]}} from dv-cinder-786266-2-smb. {{(pid=92098) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 06 12:11:03.842333 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-ed2c91fa-8a02-487d-bcc2-2c6399a47c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_create {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:03.910551 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_dvr_db [None req-6fc118c9-9f95-4b0b-8807-d6af888cfe78 None None] Set router 729e0f70-cc32-4761-b9c4-73144cab8dc6 gateway port host: dv-cinder-786266-2-smb {{(pid=92099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:11:04.031094 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.db_base_plugin_common [None req-ed2c91fa-8a02-487d-bcc2-2c6399a47c3d None None] Allocated IP 172.20.0.2 (b94c710b-8155-4746-a79f-6c099b47100c/c07d6810-531c-4474-8950-f2910cbf37b9/1d25130f-14b7-480c-b1e3-0857faf1e78c) {{(pid=92098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 12:11:04.154802 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-43b87f49-853c-4a3e-9f3d-dd15cf303b20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-604805', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-605529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15889'] for router, precommit_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:04.225950 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_hamode_db [None req-6fc118c9-9f95-4b0b-8807-d6af888cfe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '729e0f70-cc32-4761-b9c4-73144cab8dc6', 'name': 'tempest-TestMinimumBasicScenario-166718326-router', 'tenant_id': 'c0fffa2cff914fa08f2553a671653542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.54'}], 'enable_snat': True}, 'gw_port_id': 'bccd58d3-0cdc-46a0-bc68-485f31f49ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:10:55Z', 'updated_at': '2021-06-06T12:11:00Z', 'revision_number': 4, 'project_id': 'c0fffa2cff914fa08f2553a671653542', 'gw_port': {'id': 'bccd58d3-0cdc-46a0-bc68-485f31f49ddd', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:aa:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729e0f70-cc32-4761-b9c4-73144cab8dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:10:56Z', 'updated_at': '2021-06-06T12:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb', '_interfaces': [{'id': 'ca9d4f51-ba49-458e-a979-f5e2552727d7', 'name': '', 'network_id': 'a0275649-991c-46de-a5df-8d984dc38d5a', 'tenant_id': 'c0fffa2cff914fa08f2553a671653542', 'mac_address': 'fa:16:3e:56:85:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '729e0f70-cc32-4761-b9c4-73144cab8dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5ba3bcd8-00df-4ce6-8488-2295f135abc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:10:59Z', 'updated_at': '2021-06-06T12:11:03Z', 'revision_number': 4, 'project_id': 'c0fffa2cff914fa08f2553a671653542', 'subnets': [{'id': '5ba3bcd8-00df-4ce6-8488-2295f135abc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-2-smb', False) {} {{(pid=92099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:11:04.230822 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc118c9-9f95-4b0b-8807-d6af888cfe78 None None] The sync data for ids ['729e0f70-cc32-4761-b9c4-73144cab8dc6'] in dv-cinder-786266-2-smb is: [{'id': '729e0f70-cc32-4761-b9c4-73144cab8dc6', 'name': 'tempest-TestMinimumBasicScenario-166718326-router', 'tenant_id': 'c0fffa2cff914fa08f2553a671653542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.54'}], 'enable_snat': True}, 'gw_port_id': 'bccd58d3-0cdc-46a0-bc68-485f31f49ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:10:55Z', 'updated_at': '2021-06-06T12:11:00Z', 'revision_number': 4, 'project_id': 'c0fffa2cff914fa08f2553a671653542', 'gw_port': {'id': 'bccd58d3-0cdc-46a0-bc68-485f31f49ddd', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:aa:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729e0f70-cc32-4761-b9c4-73144cab8dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:10:56Z', 'updated_at': '2021-06-06T12:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb', '_interfaces': [{'id': 'ca9d4f51-ba49-458e-a979-f5e2552727d7', 'name': '', 'network_id': 'a0275649-991c-46de-a5df-8d984dc38d5a', 'tenant_id': 'c0fffa2cff914fa08f2553a671653542', 'mac_address': 'fa:16:3e:56:85:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '729e0f70-cc32-4761-b9c4-73144cab8dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5ba3bcd8-00df-4ce6-8488-2295f135abc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:10:59Z', 'updated_at': '2021-06-06T12:11:03Z', 'revision_number': 4, 'project_id': 'c0fffa2cff914fa08f2553a671653542', 'subnets': [{'id': '5ba3bcd8-00df-4ce6-8488-2295f135abc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 12:11:04.258653 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-ed2c91fa-8a02-487d-bcc2-2c6399a47c3d None None] Notify callbacks [] for port, precommit_create {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:04.271287 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-ed2c91fa-8a02-487d-bcc2-2c6399a47c3d None None] Transition to ACTIVE for port object 1d25130f-14b7-480c-b1e3-0857faf1e78c will not be triggered until provisioned by entity L2. {{(pid=92098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 12:11:04.310974 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-ed2c91fa-8a02-487d-bcc2-2c6399a47c3d None None] Transition to ACTIVE for port object 1d25130f-14b7-480c-b1e3-0857faf1e78c will not be triggered until provisioned by entity DHCP. {{(pid=92098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 12:11:04.458564 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-ed2c91fa-8a02-487d-bcc2-2c6399a47c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778191160652'] for port, after_create {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:04.462997 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:11:04.521393 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-43b87f49-853c-4a3e-9f3d-dd15cf303b20 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:04.531685 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2c91fa-8a02-487d-bcc2-2c6399a47c3d None None] Network b94c710b-8155-4746-a79f-6c099b47100c is already hosted by enough agents. {{(pid=92098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 12:11:04.535313 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.scheduler.base_scheduler [None req-ed2c91fa-8a02-487d-bcc2-2c6399a47c3d None None] Resources bound (agent type, host, resource id): {{(pid=92098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:11:04.539743 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2c91fa-8a02-487d-bcc2-2c6399a47c3d None None] Received port after_create {{(pid=92098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 12:11:04.554592 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-43b87f49-853c-4a3e-9f3d-dd15cf303b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:04.572364 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2c91fa-8a02-487d-bcc2-2c6399a47c3d None None] Pushing event updated for resources: {'Port': ['ID=1d25130f-14b7-480c-b1e3-0857faf1e78c,revision_number=1']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:11:04.581262 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-ed2c91fa-8a02-487d-bcc2-2c6399a47c3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:11:04.640829 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.managers [None req-ed2c91fa-8a02-487d-bcc2-2c6399a47c3d None None] Attempting to bind port 1d25130f-14b7-480c-b1e3-0857faf1e78c on host dv-cinder-786266-2-smb for vnic_type normal with profile {{(pid=92098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 12:11:04.641001 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.managers [None req-ed2c91fa-8a02-487d-bcc2-2c6399a47c3d None None] Attempting to bind port 1d25130f-14b7-480c-b1e3-0857faf1e78c by drivers openvswitch,hyperv on host dv-cinder-786266-2-smb at level 0 using segments [{'id': '4762eb5e-b77a-4d74-8b1d-092450c25001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b94c710b-8155-4746-a79f-6c099b47100c'}] {{(pid=92098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 12:11:04.641368 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2c91fa-8a02-487d-bcc2-2c6399a47c3d None None] Attempting to bind port 1d25130f-14b7-480c-b1e3-0857faf1e78c on network b94c710b-8155-4746-a79f-6c099b47100c {{(pid=92098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 12:11:04.648114 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2c91fa-8a02-487d-bcc2-2c6399a47c3d None None] Checking agent: {'id': 'f47648e7-a38f-4e40-85d5-251dd82ea0a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786266-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 54, 50), 'started_at': datetime.datetime(2021, 6, 6, 11, 55, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 12, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786266-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 12:11:04.648424 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2c91fa-8a02-487d-bcc2-2c6399a47c3d None None] Checking segment: {'id': '4762eb5e-b77a-4d74-8b1d-092450c25001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b94c710b-8155-4746-a79f-6c099b47100c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 12:11:04.648789 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-ed2c91fa-8a02-487d-bcc2-2c6399a47c3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:04.649189 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2c91fa-8a02-487d-bcc2-2c6399a47c3d None None] Bound using segment: {'id': '4762eb5e-b77a-4d74-8b1d-092450c25001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b94c710b-8155-4746-a79f-6c099b47100c'} {{(pid=92098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 12:11:04.649747 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.managers [None req-ed2c91fa-8a02-487d-bcc2-2c6399a47c3d None None] Bound port: 1d25130f-14b7-480c-b1e3-0857faf1e78c, host: dv-cinder-786266-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4762eb5e-b77a-4d74-8b1d-092450c25001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b94c710b-8155-4746-a79f-6c099b47100c'}}] {{(pid=92098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 12:11:04.650145 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-ed2c91fa-8a02-487d-bcc2-2c6399a47c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:04.720108 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.db_base_plugin_common [None req-43b87f49-853c-4a3e-9f3d-dd15cf303b20 admin admin] Allocated IP 172.28.2.189 (f46ef3e5-e761-4cf2-8ba5-27fd00264fbf/d3e8387a-9982-4dd7-a420-a9a6c7cae1dc/ed24fa51-f80a-4567-8127-79ebc6af34ba) {{(pid=92097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 12:11:04.752420 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-ed2c91fa-8a02-487d-bcc2-2c6399a47c3d None None] For port 1d25130f-14b7-480c-b1e3-0857faf1e78c, host dv-cinder-786266-2-smb, cleared binding levels {{(pid=92098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 12:11:04.756017 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-ed2c91fa-8a02-487d-bcc2-2c6399a47c3d None None] For port 1d25130f-14b7-480c-b1e3-0857faf1e78c, host dv-cinder-786266-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-2-smb',level=0,port_id=1d25130f-14b7-480c-b1e3-0857faf1e78c,segment=NetworkSegment(4762eb5e-b77a-4d74-8b1d-092450c25001),segment_id=4762eb5e-b77a-4d74-8b1d-092450c25001)] {{(pid=92098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 12:11:04.823937 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-ed2c91fa-8a02-487d-bcc2-2c6399a47c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:04.828585 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:11:04.883586 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-43b87f49-853c-4a3e-9f3d-dd15cf303b20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:04.919886 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2c91fa-8a02-487d-bcc2-2c6399a47c3d None None] Pushing event updated for resources: {'Port': ['ID=1d25130f-14b7-480c-b1e3-0857faf1e78c,revision_number=2']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:11:04.925565 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-ed2c91fa-8a02-487d-bcc2-2c6399a47c3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:11:04.984700 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-43b87f49-853c-4a3e-9f3d-dd15cf303b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778191160652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2165323'] for port, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:04.989306 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-27cba943-783a-47ab-acc8-6eb0d44fcc8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:11:05.073069 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b87f49-853c-4a3e-9f3d-dd15cf303b20 admin admin] Pushing event updated for resources: {'Port': ['ID=ed24fa51-f80a-4567-8127-79ebc6af34ba,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:11:05.076148 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-43b87f49-853c-4a3e-9f3d-dd15cf303b20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:11:05.078655 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b87f49-853c-4a3e-9f3d-dd15cf303b20 admin admin] Network f46ef3e5-e761-4cf2-8ba5-27fd00264fbf is already hosted by enough agents. {{(pid=92097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 12:11:05.080650 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.base_scheduler [None req-43b87f49-853c-4a3e-9f3d-dd15cf303b20 admin admin] Resources bound (agent type, host, resource id): {{(pid=92097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:11:05.083207 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b87f49-853c-4a3e-9f3d-dd15cf303b20 admin admin] Received port after_create {{(pid=92097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 12:11:05.412644 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device ca9d4f51-ba49-458e-a979-f5e2552727d7 up at agent ovs-agent-dv-cinder-786266-2-smb {{(pid=92098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 12:11:05.544245 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Provisioning for port ca9d4f51-ba49-458e-a979-f5e2552727d7 completed by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 12:11:05.549887 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Provisioning complete for port ca9d4f51-ba49-458e-a979-f5e2552727d7 triggered by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:11:05.550622 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:05.675579 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:05.708990 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] For port ca9d4f51-ba49-458e-a979-f5e2552727d7, host dv-cinder-786266-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-2-smb',level=0,port_id=ca9d4f51-ba49-458e-a979-f5e2552727d7,segment=NetworkSegment(8700c091-f8ea-443c-823b-a58c005087f4),segment_id=8700c091-f8ea-443c-823b-a58c005087f4)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:11:05.763887 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-43b87f49-853c-4a3e-9f3d-dd15cf303b20 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:05.778069 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:05.778939 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device 1d25130f-14b7-480c-b1e3-0857faf1e78c up at agent ovs-agent-dv-cinder-786266-2-smb {{(pid=92098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 12:11:05.809247 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:11:05.898826 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Pushing event updated for resources: {'Port': ['ID=ca9d4f51-ba49-458e-a979-f5e2552727d7,revision_number=5']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:11:05.902355 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:11:05.961364 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Provisioning for port 1d25130f-14b7-480c-b1e3-0857faf1e78c completed by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 12:11:06.120567 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-43b87f49-853c-4a3e-9f3d-dd15cf303b20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-605506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-604842'] for router, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:06.141978 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a34fa7-9904-4b20-aceb-583ba4619058 None None] Network b94c710b-8155-4746-a79f-6c099b47100c requested from dv-cinder-786266-2-smb {{(pid=92098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 12:11:06.315886 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-3ccbd07a-d1da-4e2a-8c50-0cea45bb4538 None None] Provisioning for port 1d25130f-14b7-480c-b1e3-0857faf1e78c completed by entity DHCP. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 12:11:06.326064 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-3ccbd07a-d1da-4e2a-8c50-0cea45bb4538 None None] Provisioning complete for port 1d25130f-14b7-480c-b1e3-0857faf1e78c triggered by entity DHCP. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:11:06.326443 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-3ccbd07a-d1da-4e2a-8c50-0cea45bb4538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:06.418382 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43b87f49-853c-4a3e-9f3d-dd15cf303b20 admin admin] Router 9e2e0289-2100-4766-8be6-481dc22a63f0 is scheduled to L3 agent 915c5c25-b12e-44c8-ae20-885b4f191692 with binding_index 1 {{(pid=92097) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 06 12:11:06.497864 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-3ccbd07a-d1da-4e2a-8c50-0cea45bb4538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:06.531855 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-3ccbd07a-d1da-4e2a-8c50-0cea45bb4538 None None] For port 1d25130f-14b7-480c-b1e3-0857faf1e78c, host dv-cinder-786266-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-2-smb',level=0,port_id=1d25130f-14b7-480c-b1e3-0857faf1e78c,segment=NetworkSegment(4762eb5e-b77a-4d74-8b1d-092450c25001),segment_id=4762eb5e-b77a-4d74-8b1d-092450c25001)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:11:06.598805 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b87f49-853c-4a3e-9f3d-dd15cf303b20 admin admin] Notify agent at l3_agent.dv-cinder-786266-2-smb the message routers_updated {{(pid=92097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 12:11:06.600871 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-3ccbd07a-d1da-4e2a-8c50-0cea45bb4538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:06.604461 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:11:06.636811 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48018f62-0e5b-4e62-a221-c9256d12d08b None None] Sync routers for ids ['9e2e0289-2100-4766-8be6-481dc22a63f0'] in dv-cinder-786266-2-smb {{(pid=92098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 12:11:06.668917 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48018f62-0e5b-4e62-a221-c9256d12d08b None None] Routers {'9e2e0289-2100-4766-8be6-481dc22a63f0'} bound to L3 agent in host dv-cinder-786266-2-smb {{(pid=92098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:11:06.673745 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_hamode_db [None req-48018f62-0e5b-4e62-a221-c9256d12d08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-06T11:54:50Z,description=,heartbeat_timestamp=2021-06-06T12:10:50Z,host='dv-cinder-786266-2-smb',id=915c5c25-b12e-44c8-ae20-885b4f191692,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:54:51Z,topic='l3_agent')) {'router_ids': ['9e2e0289-2100-4766-8be6-481dc22a63f0'], 'active': True} {{(pid=92098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:11:06.692639 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-43b87f49-853c-4a3e-9f3d-dd15cf303b20 admin admin] Notify callbacks [] for router, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:06.696631 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-43b87f49-853c-4a3e-9f3d-dd15cf303b20 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0598888 Jun 06 12:11:06.696978 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 40296) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:11:06.795242 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccbd07a-d1da-4e2a-8c50-0cea45bb4538 None None] Pushing event updated for resources: {'Port': ['ID=1d25130f-14b7-480c-b1e3-0857faf1e78c,revision_number=3']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:11:06.801726 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-3ccbd07a-d1da-4e2a-8c50-0cea45bb4538 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:11:06.814663 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-7510d0fd-ab60-4b1a-b4f7-db013b72f396 None None] Provisioning complete for port 1d25130f-14b7-480c-b1e3-0857faf1e78c triggered by entity DHCP. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:11:06.815047 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-7510d0fd-ab60-4b1a-b4f7-db013b72f396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:06.960439 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvr_db [None req-48018f62-0e5b-4e62-a221-c9256d12d08b None None] Set router 9e2e0289-2100-4766-8be6-481dc22a63f0 gateway port host: dv-cinder-786266-2-smb {{(pid=92098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:11:07.302083 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device ca9d4f51-ba49-458e-a979-f5e2552727d7 up at agent ovs-agent-dv-cinder-786266-2-smb {{(pid=92098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 12:11:07.352507 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_hamode_db [None req-48018f62-0e5b-4e62-a221-c9256d12d08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2e0289-2100-4766-8be6-481dc22a63f0', 'name': 'tempest-TestMinimumBasicScenario-1454496941-router', 'tenant_id': '12e3f22a430d4b2994bef753eebfbad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.189'}], 'enable_snat': True}, 'gw_port_id': 'ed24fa51-f80a-4567-8127-79ebc6af34ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:11:03Z', 'updated_at': '2021-06-06T12:11:05Z', 'revision_number': 3, 'project_id': '12e3f22a430d4b2994bef753eebfbad1', 'gw_port': {'id': 'ed24fa51-f80a-4567-8127-79ebc6af34ba', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d3:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e2e0289-2100-4766-8be6-481dc22a63f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:11:04Z', 'updated_at': '2021-06-06T12:11:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb'}], 'dv-cinder-786266-2-smb', False) {} {{(pid=92098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:11:07.361720 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48018f62-0e5b-4e62-a221-c9256d12d08b None None] Checking router: 9e2e0289-2100-4766-8be6-481dc22a63f0 for host: dv-cinder-786266-2-smb {{(pid=92098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 12:11:07.362226 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48018f62-0e5b-4e62-a221-c9256d12d08b None None] Updating router 9e2e0289-2100-4766-8be6-481dc22a63f0 port ed24fa51-f80a-4567-8127-79ebc6af34ba binding host dv-cinder-786266-2-smb {{(pid=92098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 12:11:07.425395 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-48018f62-0e5b-4e62-a221-c9256d12d08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:07.458520 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.agents_db [None req-260e75b6-693f-447f-9c37-08072a5d67b1 None None] Agent healthcheck: found 6 active agents {{(pid=92099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 12:11:07.480178 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Provisioning complete for port ca9d4f51-ba49-458e-a979-f5e2552727d7 triggered by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:11:07.487297 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:07.489297 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-c21defda-9126-4f80-90f6-fa60d2dd1cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:07.707881 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.db.db_base_plugin_common [None req-c21defda-9126-4f80-90f6-fa60d2dd1cc3 admin admin] Allocated IP 172.20.0.1 (b94c710b-8155-4746-a79f-6c099b47100c/c07d6810-531c-4474-8950-f2910cbf37b9/a03b7b88-7557-49d6-bafc-99796473e119) {{(pid=92096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 12:11:07.755069 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device 1d25130f-14b7-480c-b1e3-0857faf1e78c up at agent ovs-agent-dv-cinder-786266-2-smb {{(pid=92098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 12:11:07.851945 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-c21defda-9126-4f80-90f6-fa60d2dd1cc3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:07.867438 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.db.provisioning_blocks [None req-c21defda-9126-4f80-90f6-fa60d2dd1cc3 admin admin] Transition to ACTIVE for port object a03b7b88-7557-49d6-bafc-99796473e119 will not be triggered until provisioned by entity DHCP. {{(pid=92096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 12:11:07.870241 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Provisioning complete for port 1d25130f-14b7-480c-b1e3-0857faf1e78c triggered by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:11:07.870643 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:07.972808 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-c21defda-9126-4f80-90f6-fa60d2dd1cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778191160652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2160272'] for port, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:07.977596 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-764857b0-c820-4107-9c3c-f3f209c1d0e1 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:11:07.989542 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-48018f62-0e5b-4e62-a221-c9256d12d08b None None] Notify callbacks [] for port, precommit_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:08.005334 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-48018f62-0e5b-4e62-a221-c9256d12d08b None None] Transition to ACTIVE for port object ed24fa51-f80a-4567-8127-79ebc6af34ba will not be triggered until provisioned by entity L2. {{(pid=92098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 12:11:08.037121 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21defda-9126-4f80-90f6-fa60d2dd1cc3 admin admin] Network b94c710b-8155-4746-a79f-6c099b47100c is already hosted by enough agents. {{(pid=92096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 12:11:08.039926 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.scheduler.base_scheduler [None req-c21defda-9126-4f80-90f6-fa60d2dd1cc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=92096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:11:08.043738 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21defda-9126-4f80-90f6-fa60d2dd1cc3 admin admin] Received port after_create {{(pid=92096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 12:11:08.072109 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-48018f62-0e5b-4e62-a221-c9256d12d08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:08.077916 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:11:08.107074 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-c21defda-9126-4f80-90f6-fa60d2dd1cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-559072'] for router_interface, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:08.153432 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.managers [None req-48018f62-0e5b-4e62-a221-c9256d12d08b None None] Attempting to bind port ed24fa51-f80a-4567-8127-79ebc6af34ba on host dv-cinder-786266-2-smb for vnic_type normal with profile {{(pid=92098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 12:11:08.158267 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.managers [None req-48018f62-0e5b-4e62-a221-c9256d12d08b None None] Attempting to bind port ed24fa51-f80a-4567-8127-79ebc6af34ba by drivers openvswitch,hyperv on host dv-cinder-786266-2-smb at level 0 using segments [{'id': 'bb809bd8-b365-4ef3-acf3-bf04c8c65f74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf'}] {{(pid=92098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 12:11:08.158267 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48018f62-0e5b-4e62-a221-c9256d12d08b None None] Attempting to bind port ed24fa51-f80a-4567-8127-79ebc6af34ba on network f46ef3e5-e761-4cf2-8ba5-27fd00264fbf {{(pid=92098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 12:11:08.160829 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15494ac6-6c95-40dc-aef4-eb7fa77d5a2d None None] Pushing event updated for resources: {'Port': ['ID=ed24fa51-f80a-4567-8127-79ebc6af34ba,revision_number=2']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:11:08.166226 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48018f62-0e5b-4e62-a221-c9256d12d08b None None] Checking agent: {'id': 'f47648e7-a38f-4e40-85d5-251dd82ea0a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786266-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 54, 50), 'started_at': datetime.datetime(2021, 6, 6, 11, 55, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 12, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786266-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 12:11:08.166601 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48018f62-0e5b-4e62-a221-c9256d12d08b None None] Checking segment: {'id': 'bb809bd8-b365-4ef3-acf3-bf04c8c65f74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 12:11:08.167001 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-48018f62-0e5b-4e62-a221-c9256d12d08b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:08.167392 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48018f62-0e5b-4e62-a221-c9256d12d08b None None] Bound using segment: {'id': 'bb809bd8-b365-4ef3-acf3-bf04c8c65f74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf'} {{(pid=92098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 12:11:08.167861 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.managers [None req-48018f62-0e5b-4e62-a221-c9256d12d08b None None] Bound port: ed24fa51-f80a-4567-8127-79ebc6af34ba, host: dv-cinder-786266-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb809bd8-b365-4ef3-acf3-bf04c8c65f74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf'}}] {{(pid=92098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 12:11:08.168233 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-48018f62-0e5b-4e62-a221-c9256d12d08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:08.229688 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21defda-9126-4f80-90f6-fa60d2dd1cc3 admin admin] Pushing event updated for resources: {'Port': ['ID=a03b7b88-7557-49d6-bafc-99796473e119,revision_number=1']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:11:08.238360 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-c21defda-9126-4f80-90f6-fa60d2dd1cc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:11:08.247716 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15494ac6-6c95-40dc-aef4-eb7fa77d5a2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:11:08.248088 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15494ac6-6c95-40dc-aef4-eb7fa77d5a2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:11:08.248417 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15494ac6-6c95-40dc-aef4-eb7fa77d5a2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:11:08.248739 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15494ac6-6c95-40dc-aef4-eb7fa77d5a2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:11:08.249058 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15494ac6-6c95-40dc-aef4-eb7fa77d5a2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:11:08.249375 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15494ac6-6c95-40dc-aef4-eb7fa77d5a2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:11:08.250137 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15494ac6-6c95-40dc-aef4-eb7fa77d5a2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:11:08.250137 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15494ac6-6c95-40dc-aef4-eb7fa77d5a2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:11:08.250322 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15494ac6-6c95-40dc-aef4-eb7fa77d5a2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:11:08.250617 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15494ac6-6c95-40dc-aef4-eb7fa77d5a2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:11:08.250926 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15494ac6-6c95-40dc-aef4-eb7fa77d5a2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:11:08.251529 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15494ac6-6c95-40dc-aef4-eb7fa77d5a2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:11:08.255626 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-15494ac6-6c95-40dc-aef4-eb7fa77d5a2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:11:08.306521 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-48018f62-0e5b-4e62-a221-c9256d12d08b None None] For port ed24fa51-f80a-4567-8127-79ebc6af34ba, host dv-cinder-786266-2-smb, cleared binding levels {{(pid=92098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 12:11:08.309609 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-48018f62-0e5b-4e62-a221-c9256d12d08b None None] For port ed24fa51-f80a-4567-8127-79ebc6af34ba, host dv-cinder-786266-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-2-smb',level=0,port_id=ed24fa51-f80a-4567-8127-79ebc6af34ba,segment=NetworkSegment(bb809bd8-b365-4ef3-acf3-bf04c8c65f74),segment_id=bb809bd8-b365-4ef3-acf3-bf04c8c65f74)] {{(pid=92098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 12:11:08.412118 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-48018f62-0e5b-4e62-a221-c9256d12d08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:08.415928 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-ed2c91fa-8a02-487d-bcc2-2c6399a47c3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:11:08.466381 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-54028d54-71a8-46db-96ea-7fead57ddc31 None None] Provisioning for port a03b7b88-7557-49d6-bafc-99796473e119 completed by entity DHCP. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 12:11:08.483819 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-54028d54-71a8-46db-96ea-7fead57ddc31 None None] Provisioning complete for port a03b7b88-7557-49d6-bafc-99796473e119 triggered by entity DHCP. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:11:08.484200 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-54028d54-71a8-46db-96ea-7fead57ddc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:08.553174 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48018f62-0e5b-4e62-a221-c9256d12d08b None None] Routers {'9e2e0289-2100-4766-8be6-481dc22a63f0'} bound to L3 agent in host dv-cinder-786266-2-smb {{(pid=92098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:11:08.553174 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_hamode_db [None req-48018f62-0e5b-4e62-a221-c9256d12d08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-06T11:54:50Z,description=,heartbeat_timestamp=2021-06-06T12:10:50Z,host='dv-cinder-786266-2-smb',id=915c5c25-b12e-44c8-ae20-885b4f191692,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:54:51Z,topic='l3_agent')) {'router_ids': ['9e2e0289-2100-4766-8be6-481dc22a63f0'], 'active': True} {{(pid=92098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:11:08.589997 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-c21defda-9126-4f80-90f6-fa60d2dd1cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:08.620592 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15494ac6-6c95-40dc-aef4-eb7fa77d5a2d None None] Pushing event updated for resources: {'Port': ['ID=ed24fa51-f80a-4567-8127-79ebc6af34ba,revision_number=3']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:11:08.630782 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-15494ac6-6c95-40dc-aef4-eb7fa77d5a2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:11:08.638460 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.plugin [None req-54028d54-71a8-46db-96ea-7fead57ddc31 None None] Port a03b7b88-7557-49d6-bafc-99796473e119 cannot update to ACTIVE because it is not bound. {{(pid=92098) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 12:11:08.739944 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvr_db [None req-48018f62-0e5b-4e62-a221-c9256d12d08b None None] Set router 9e2e0289-2100-4766-8be6-481dc22a63f0 gateway port host: dv-cinder-786266-2-smb {{(pid=92098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:11:08.816014 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-c21defda-9126-4f80-90f6-fa60d2dd1cc3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:08.864061 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-c21defda-9126-4f80-90f6-fa60d2dd1cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2160299'] for port, after_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:08.896823 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-9c7db55d-bc5a-41cd-85e4-842e6daa7981 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:11:08.975724 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21defda-9126-4f80-90f6-fa60d2dd1cc3 admin admin] Pushing event updated for resources: {'Port': ['ID=a03b7b88-7557-49d6-bafc-99796473e119,revision_number=2']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:11:08.978227 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-c21defda-9126-4f80-90f6-fa60d2dd1cc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-598200'] for router_interface, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:08.981739 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-c21defda-9126-4f80-90f6-fa60d2dd1cc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:11:09.050622 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_hamode_db [None req-48018f62-0e5b-4e62-a221-c9256d12d08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2e0289-2100-4766-8be6-481dc22a63f0', 'name': 'tempest-TestMinimumBasicScenario-1454496941-router', 'tenant_id': '12e3f22a430d4b2994bef753eebfbad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.189'}], 'enable_snat': True}, 'gw_port_id': 'ed24fa51-f80a-4567-8127-79ebc6af34ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:11:03Z', 'updated_at': '2021-06-06T12:11:08Z', 'revision_number': 4, 'project_id': '12e3f22a430d4b2994bef753eebfbad1', 'gw_port': {'id': 'ed24fa51-f80a-4567-8127-79ebc6af34ba', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d3:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e2e0289-2100-4766-8be6-481dc22a63f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:11:04Z', 'updated_at': '2021-06-06T12:11:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb', '_interfaces': [{'id': 'a03b7b88-7557-49d6-bafc-99796473e119', 'name': '', 'network_id': 'b94c710b-8155-4746-a79f-6c099b47100c', 'tenant_id': '12e3f22a430d4b2994bef753eebfbad1', 'mac_address': 'fa:16:3e:0f:b1:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e2e0289-2100-4766-8be6-481dc22a63f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'c07d6810-531c-4474-8950-f2910cbf37b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:11:07Z', 'updated_at': '2021-06-06T12:11:07Z', 'revision_number': 1, 'project_id': '12e3f22a430d4b2994bef753eebfbad1', 'subnets': [{'id': 'c07d6810-531c-4474-8950-f2910cbf37b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-2-smb', False) {} {{(pid=92098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:11:09.054555 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48018f62-0e5b-4e62-a221-c9256d12d08b None None] The sync data for ids ['9e2e0289-2100-4766-8be6-481dc22a63f0'] in dv-cinder-786266-2-smb is: [{'id': '9e2e0289-2100-4766-8be6-481dc22a63f0', 'name': 'tempest-TestMinimumBasicScenario-1454496941-router', 'tenant_id': '12e3f22a430d4b2994bef753eebfbad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.189'}], 'enable_snat': True}, 'gw_port_id': 'ed24fa51-f80a-4567-8127-79ebc6af34ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:11:03Z', 'updated_at': '2021-06-06T12:11:08Z', 'revision_number': 4, 'project_id': '12e3f22a430d4b2994bef753eebfbad1', 'gw_port': {'id': 'ed24fa51-f80a-4567-8127-79ebc6af34ba', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d3:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e2e0289-2100-4766-8be6-481dc22a63f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:11:04Z', 'updated_at': '2021-06-06T12:11:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb', '_interfaces': [{'id': 'a03b7b88-7557-49d6-bafc-99796473e119', 'name': '', 'network_id': 'b94c710b-8155-4746-a79f-6c099b47100c', 'tenant_id': '12e3f22a430d4b2994bef753eebfbad1', 'mac_address': 'fa:16:3e:0f:b1:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e2e0289-2100-4766-8be6-481dc22a63f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'c07d6810-531c-4474-8950-f2910cbf37b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:11:07Z', 'updated_at': '2021-06-06T12:11:07Z', 'revision_number': 1, 'project_id': '12e3f22a430d4b2994bef753eebfbad1', 'subnets': [{'id': 'c07d6810-531c-4474-8950-f2910cbf37b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 12:11:09.124512 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21defda-9126-4f80-90f6-fa60d2dd1cc3 admin admin] Network b94c710b-8155-4746-a79f-6c099b47100c is already hosted by enough agents. {{(pid=92096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 12:11:09.125674 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.scheduler.base_scheduler [None req-c21defda-9126-4f80-90f6-fa60d2dd1cc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=92096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:11:09.343148 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c21defda-9126-4f80-90f6-fa60d2dd1cc3 admin admin] Router 9e2e0289-2100-4766-8be6-481dc22a63f0 has already been hosted by L3 agent 915c5c25-b12e-44c8-ae20-885b4f191692 {{(pid=92096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 12:11:09.366081 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-40587e28-0a3c-48a0-a44b-7b49be9836d1 None None] Provisioning complete for port a03b7b88-7557-49d6-bafc-99796473e119 triggered by entity DHCP. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:11:09.366615 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-40587e28-0a3c-48a0-a44b-7b49be9836d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:09.429085 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.plugin [None req-40587e28-0a3c-48a0-a44b-7b49be9836d1 None None] Port a03b7b88-7557-49d6-bafc-99796473e119 cannot update to ACTIVE because it is not bound. {{(pid=92098) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 12:11:09.534412 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c21defda-9126-4f80-90f6-fa60d2dd1cc3 admin admin] Notify agent at l3_agent.dv-cinder-786266-2-smb the message routers_updated {{(pid=92096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 12:11:09.547311 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-c21defda-9126-4f80-90f6-fa60d2dd1cc3 admin admin] 10.222.0.32 "PUT /v2.0/routers/9e2e0289-2100-4766-8be6-481dc22a63f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8418691 Jun 06 12:11:09.999365 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 40326) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:11:10.116650 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-144e6897-797d-4f83-9542-fa0a4a78eb18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:10.219453 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-144e6897-797d-4f83-9542-fa0a4a78eb18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:10.291399 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-144e6897-797d-4f83-9542-fa0a4a78eb18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:10.299364 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-91812dd0-c2b8-4727-9620-af8ae94ba1e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:11:10.339923 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-144e6897-797d-4f83-9542-fa0a4a78eb18 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b06fe8b7a7a349b79ee38907e4ad6adc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3395400 Jun 06 12:11:10.341496 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144e6897-797d-4f83-9542-fa0a4a78eb18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83f169b9-23af-4fc4-958a-ebcbf142f4f2,revision_number=1']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:11:10.343054 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 40338) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:11:10.344910 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-144e6897-797d-4f83-9542-fa0a4a78eb18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:11:10.419133 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-872171e6-8d1c-4d6e-9751-64b1f787dab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:10.446695 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-872171e6-8d1c-4d6e-9751-64b1f787dab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:10.561205 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-872171e6-8d1c-4d6e-9751-64b1f787dab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:10.564582 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-872171e6-8d1c-4d6e-9751-64b1f787dab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:10.568534 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-872171e6-8d1c-4d6e-9751-64b1f787dab2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/83f169b9-23af-4fc4-958a-ebcbf142f4f2 HTTP/1.1" status: 204 len: 168 time: 0.2244761 Jun 06 12:11:10.569330 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-678c5c58-c649-471f-9d1f-d1b54b5cf0ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:11:10.581471 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872171e6-8d1c-4d6e-9751-64b1f787dab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f169b9-23af-4fc4-958a-ebcbf142f4f2,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:11:10.584064 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-872171e6-8d1c-4d6e-9751-64b1f787dab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:11:11.284072 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 40346) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:11:11.318031 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-aeacba71-b434-4ce8-8c42-90b7e8b82cfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:11.355422 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device ed24fa51-f80a-4567-8127-79ebc6af34ba up at agent ovs-agent-dv-cinder-786266-2-smb {{(pid=92098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 12:11:11.495823 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-aeacba71-b434-4ce8-8c42-90b7e8b82cfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:11.514607 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Provisioning for port ed24fa51-f80a-4567-8127-79ebc6af34ba completed by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 12:11:11.520807 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Provisioning complete for port ed24fa51-f80a-4567-8127-79ebc6af34ba triggered by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:11:11.521256 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:11.554700 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-aeacba71-b434-4ce8-8c42-90b7e8b82cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:11.562155 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-7890917b-8af9-4931-89ee-7f9867a88bd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:11:11.620514 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-aeacba71-b434-4ce8-8c42-90b7e8b82cfa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=946197060d104389b70a5e8ab91fb071&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3349333 Jun 06 12:11:11.621711 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeacba71-b434-4ce8-8c42-90b7e8b82cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d17628f-640a-4abf-bdfd-12041bca71c0,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:11:11.624784 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 40348) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:11:11.637092 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-aeacba71-b434-4ce8-8c42-90b7e8b82cfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:11:11.687755 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:11.711132 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] For port ed24fa51-f80a-4567-8127-79ebc6af34ba, host dv-cinder-786266-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-2-smb',level=0,port_id=ed24fa51-f80a-4567-8127-79ebc6af34ba,segment=NetworkSegment(bb809bd8-b365-4ef3-acf3-bf04c8c65f74),segment_id=bb809bd8-b365-4ef3-acf3-bf04c8c65f74)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:11:11.722609 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-2483454b-08ef-46ea-a1af-af93c75c0d05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:11.760258 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-2483454b-08ef-46ea-a1af-af93c75c0d05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:11.772626 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:11.777327 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:11:11.845893 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Pushing event updated for resources: {'Port': ['ID=ed24fa51-f80a-4567-8127-79ebc6af34ba,revision_number=4']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:11:11.848934 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:11:11.875353 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-2483454b-08ef-46ea-a1af-af93c75c0d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:11.878063 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-2483454b-08ef-46ea-a1af-af93c75c0d05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:11.881504 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-2483454b-08ef-46ea-a1af-af93c75c0d05 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1d17628f-640a-4abf-bdfd-12041bca71c0 HTTP/1.1" status: 204 len: 168 time: 0.2533937 Jun 06 12:11:11.882626 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-681aefe5-0ceb-4681-b941-0eb4b99736c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:11:11.897071 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2483454b-08ef-46ea-a1af-af93c75c0d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d17628f-640a-4abf-bdfd-12041bca71c0,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:11:11.899431 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-2483454b-08ef-46ea-a1af-af93c75c0d05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:11:12.399311 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019a9ee7-5bbd-4d93-b6d6-deefc90bc269 None None] Sync routers for ids ['9e2e0289-2100-4766-8be6-481dc22a63f0'] in dv-cinder-786266-2-smb {{(pid=92099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 12:11:12.408115 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019a9ee7-5bbd-4d93-b6d6-deefc90bc269 None None] Routers {'9e2e0289-2100-4766-8be6-481dc22a63f0'} bound to L3 agent in host dv-cinder-786266-2-smb {{(pid=92099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:11:12.408893 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_hamode_db [None req-019a9ee7-5bbd-4d93-b6d6-deefc90bc269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-06T11:54:50Z,description=,heartbeat_timestamp=2021-06-06T12:10:50Z,host='dv-cinder-786266-2-smb',id=915c5c25-b12e-44c8-ae20-885b4f191692,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:54:51Z,topic='l3_agent')) {'router_ids': ['9e2e0289-2100-4766-8be6-481dc22a63f0'], 'active': True} {{(pid=92099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:11:12.647922 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_dvr_db [None req-019a9ee7-5bbd-4d93-b6d6-deefc90bc269 None None] Set router 9e2e0289-2100-4766-8be6-481dc22a63f0 gateway port host: dv-cinder-786266-2-smb {{(pid=92099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:11:13.050110 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_hamode_db [None req-019a9ee7-5bbd-4d93-b6d6-deefc90bc269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2e0289-2100-4766-8be6-481dc22a63f0', 'name': 'tempest-TestMinimumBasicScenario-1454496941-router', 'tenant_id': '12e3f22a430d4b2994bef753eebfbad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.189'}], 'enable_snat': True}, 'gw_port_id': 'ed24fa51-f80a-4567-8127-79ebc6af34ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:11:03Z', 'updated_at': '2021-06-06T12:11:08Z', 'revision_number': 4, 'project_id': '12e3f22a430d4b2994bef753eebfbad1', 'gw_port': {'id': 'ed24fa51-f80a-4567-8127-79ebc6af34ba', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2e0289-2100-4766-8be6-481dc22a63f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:11:04Z', 'updated_at': '2021-06-06T12:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb', '_interfaces': [{'id': 'a03b7b88-7557-49d6-bafc-99796473e119', 'name': '', 'network_id': 'b94c710b-8155-4746-a79f-6c099b47100c', 'tenant_id': '12e3f22a430d4b2994bef753eebfbad1', 'mac_address': 'fa:16:3e:0f:b1:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e2e0289-2100-4766-8be6-481dc22a63f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'c07d6810-531c-4474-8950-f2910cbf37b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:11:07Z', 'updated_at': '2021-06-06T12:11:08Z', 'revision_number': 2, 'project_id': '12e3f22a430d4b2994bef753eebfbad1', 'subnets': [{'id': 'c07d6810-531c-4474-8950-f2910cbf37b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-2-smb', False) {} {{(pid=92099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:11:13.055912 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019a9ee7-5bbd-4d93-b6d6-deefc90bc269 None None] Checking router: 9e2e0289-2100-4766-8be6-481dc22a63f0 for host: dv-cinder-786266-2-smb {{(pid=92099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 12:11:13.056734 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019a9ee7-5bbd-4d93-b6d6-deefc90bc269 None None] Updating router 9e2e0289-2100-4766-8be6-481dc22a63f0 port a03b7b88-7557-49d6-bafc-99796473e119 binding host dv-cinder-786266-2-smb {{(pid=92099) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 12:11:13.118456 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron_lib.callbacks.manager [None req-019a9ee7-5bbd-4d93-b6d6-deefc90bc269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:13.326721 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device ed24fa51-f80a-4567-8127-79ebc6af34ba up at agent ovs-agent-dv-cinder-786266-2-smb {{(pid=92098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 12:11:13.421428 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Provisioning complete for port ed24fa51-f80a-4567-8127-79ebc6af34ba triggered by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:11:13.421922 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:13.528585 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron_lib.callbacks.manager [None req-019a9ee7-5bbd-4d93-b6d6-deefc90bc269 None None] Notify callbacks [] for port, precommit_update {{(pid=92099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:13.549892 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.provisioning_blocks [None req-019a9ee7-5bbd-4d93-b6d6-deefc90bc269 None None] Transition to ACTIVE for port object a03b7b88-7557-49d6-bafc-99796473e119 will not be triggered until provisioned by entity L2. {{(pid=92099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 12:11:13.835430 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron_lib.callbacks.manager [None req-019a9ee7-5bbd-4d93-b6d6-deefc90bc269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:13.839496 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:11:13.906274 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a55ce74-768c-4c28-8565-f9edc8d89a19 None None] Pushing event updated for resources: {'Port': ['ID=a03b7b88-7557-49d6-bafc-99796473e119,revision_number=3']} {{(pid=92099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:11:13.910858 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG oslo_concurrency.lockutils [None req-4a55ce74-768c-4c28-8565-f9edc8d89a19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:11:14.117016 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.plugins.ml2.managers [None req-019a9ee7-5bbd-4d93-b6d6-deefc90bc269 None None] Attempting to bind port a03b7b88-7557-49d6-bafc-99796473e119 on host dv-cinder-786266-2-smb for vnic_type normal with profile {{(pid=92099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 12:11:14.117272 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.plugins.ml2.managers [None req-019a9ee7-5bbd-4d93-b6d6-deefc90bc269 None None] Attempting to bind port a03b7b88-7557-49d6-bafc-99796473e119 by drivers openvswitch,hyperv on host dv-cinder-786266-2-smb at level 0 using segments [{'id': '4762eb5e-b77a-4d74-8b1d-092450c25001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b94c710b-8155-4746-a79f-6c099b47100c'}] {{(pid=92099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 12:11:14.117537 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019a9ee7-5bbd-4d93-b6d6-deefc90bc269 None None] Attempting to bind port a03b7b88-7557-49d6-bafc-99796473e119 on network b94c710b-8155-4746-a79f-6c099b47100c {{(pid=92099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 12:11:14.123186 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019a9ee7-5bbd-4d93-b6d6-deefc90bc269 None None] Checking agent: {'id': 'f47648e7-a38f-4e40-85d5-251dd82ea0a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786266-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 54, 50), 'started_at': datetime.datetime(2021, 6, 6, 11, 55, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 12, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786266-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 12:11:14.123598 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019a9ee7-5bbd-4d93-b6d6-deefc90bc269 None None] Checking segment: {'id': '4762eb5e-b77a-4d74-8b1d-092450c25001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b94c710b-8155-4746-a79f-6c099b47100c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 12:11:14.123998 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron_lib.callbacks.manager [None req-019a9ee7-5bbd-4d93-b6d6-deefc90bc269 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:14.124507 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019a9ee7-5bbd-4d93-b6d6-deefc90bc269 None None] Bound using segment: {'id': '4762eb5e-b77a-4d74-8b1d-092450c25001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b94c710b-8155-4746-a79f-6c099b47100c'} {{(pid=92099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 12:11:14.124974 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.plugins.ml2.managers [None req-019a9ee7-5bbd-4d93-b6d6-deefc90bc269 None None] Bound port: a03b7b88-7557-49d6-bafc-99796473e119, host: dv-cinder-786266-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4762eb5e-b77a-4d74-8b1d-092450c25001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b94c710b-8155-4746-a79f-6c099b47100c'}}] {{(pid=92099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 12:11:14.125791 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron_lib.callbacks.manager [None req-019a9ee7-5bbd-4d93-b6d6-deefc90bc269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:14.230739 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.plugins.ml2.db [None req-019a9ee7-5bbd-4d93-b6d6-deefc90bc269 None None] For port a03b7b88-7557-49d6-bafc-99796473e119, host dv-cinder-786266-2-smb, cleared binding levels {{(pid=92099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 12:11:14.233062 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.plugins.ml2.db [None req-019a9ee7-5bbd-4d93-b6d6-deefc90bc269 None None] For port a03b7b88-7557-49d6-bafc-99796473e119, host dv-cinder-786266-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-2-smb',level=0,port_id=a03b7b88-7557-49d6-bafc-99796473e119,segment=NetworkSegment(4762eb5e-b77a-4d74-8b1d-092450c25001),segment_id=4762eb5e-b77a-4d74-8b1d-092450c25001)] {{(pid=92099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 12:11:14.346708 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron_lib.callbacks.manager [None req-019a9ee7-5bbd-4d93-b6d6-deefc90bc269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:14.356507 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:11:14.458777 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019a9ee7-5bbd-4d93-b6d6-deefc90bc269 None None] Routers {'9e2e0289-2100-4766-8be6-481dc22a63f0'} bound to L3 agent in host dv-cinder-786266-2-smb {{(pid=92099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:11:14.459819 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_hamode_db [None req-019a9ee7-5bbd-4d93-b6d6-deefc90bc269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-06T11:54:50Z,description=,heartbeat_timestamp=2021-06-06T12:10:50Z,host='dv-cinder-786266-2-smb',id=915c5c25-b12e-44c8-ae20-885b4f191692,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:54:51Z,topic='l3_agent')) {'router_ids': ['9e2e0289-2100-4766-8be6-481dc22a63f0'], 'active': True} {{(pid=92099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:11:14.554436 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a55ce74-768c-4c28-8565-f9edc8d89a19 None None] Pushing event updated for resources: {'Port': ['ID=a03b7b88-7557-49d6-bafc-99796473e119,revision_number=4']} {{(pid=92099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:11:14.558548 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG oslo_concurrency.lockutils [None req-4a55ce74-768c-4c28-8565-f9edc8d89a19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:11:14.704677 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_dvr_db [None req-019a9ee7-5bbd-4d93-b6d6-deefc90bc269 None None] Set router 9e2e0289-2100-4766-8be6-481dc22a63f0 gateway port host: dv-cinder-786266-2-smb {{(pid=92099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:11:15.049519 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_hamode_db [None req-019a9ee7-5bbd-4d93-b6d6-deefc90bc269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2e0289-2100-4766-8be6-481dc22a63f0', 'name': 'tempest-TestMinimumBasicScenario-1454496941-router', 'tenant_id': '12e3f22a430d4b2994bef753eebfbad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.189'}], 'enable_snat': True}, 'gw_port_id': 'ed24fa51-f80a-4567-8127-79ebc6af34ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:11:03Z', 'updated_at': '2021-06-06T12:11:08Z', 'revision_number': 4, 'project_id': '12e3f22a430d4b2994bef753eebfbad1', 'gw_port': {'id': 'ed24fa51-f80a-4567-8127-79ebc6af34ba', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2e0289-2100-4766-8be6-481dc22a63f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:11:04Z', 'updated_at': '2021-06-06T12:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb', '_interfaces': [{'id': 'a03b7b88-7557-49d6-bafc-99796473e119', 'name': '', 'network_id': 'b94c710b-8155-4746-a79f-6c099b47100c', 'tenant_id': '12e3f22a430d4b2994bef753eebfbad1', 'mac_address': 'fa:16:3e:0f:b1:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e2e0289-2100-4766-8be6-481dc22a63f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'c07d6810-531c-4474-8950-f2910cbf37b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:11:07Z', 'updated_at': '2021-06-06T12:11:14Z', 'revision_number': 4, 'project_id': '12e3f22a430d4b2994bef753eebfbad1', 'subnets': [{'id': 'c07d6810-531c-4474-8950-f2910cbf37b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-2-smb', False) {} {{(pid=92099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:11:15.056492 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019a9ee7-5bbd-4d93-b6d6-deefc90bc269 None None] The sync data for ids ['9e2e0289-2100-4766-8be6-481dc22a63f0'] in dv-cinder-786266-2-smb is: [{'id': '9e2e0289-2100-4766-8be6-481dc22a63f0', 'name': 'tempest-TestMinimumBasicScenario-1454496941-router', 'tenant_id': '12e3f22a430d4b2994bef753eebfbad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.189'}], 'enable_snat': True}, 'gw_port_id': 'ed24fa51-f80a-4567-8127-79ebc6af34ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:11:03Z', 'updated_at': '2021-06-06T12:11:08Z', 'revision_number': 4, 'project_id': '12e3f22a430d4b2994bef753eebfbad1', 'gw_port': {'id': 'ed24fa51-f80a-4567-8127-79ebc6af34ba', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2e0289-2100-4766-8be6-481dc22a63f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:11:04Z', 'updated_at': '2021-06-06T12:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb', '_interfaces': [{'id': 'a03b7b88-7557-49d6-bafc-99796473e119', 'name': '', 'network_id': 'b94c710b-8155-4746-a79f-6c099b47100c', 'tenant_id': '12e3f22a430d4b2994bef753eebfbad1', 'mac_address': 'fa:16:3e:0f:b1:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e2e0289-2100-4766-8be6-481dc22a63f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'c07d6810-531c-4474-8950-f2910cbf37b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:11:07Z', 'updated_at': '2021-06-06T12:11:14Z', 'revision_number': 4, 'project_id': '12e3f22a430d4b2994bef753eebfbad1', 'subnets': [{'id': 'c07d6810-531c-4474-8950-f2910cbf37b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 12:11:15.342369 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device a03b7b88-7557-49d6-bafc-99796473e119 up at agent ovs-agent-dv-cinder-786266-2-smb {{(pid=92098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 12:11:15.515326 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Provisioning for port a03b7b88-7557-49d6-bafc-99796473e119 completed by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 12:11:15.522133 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Provisioning complete for port a03b7b88-7557-49d6-bafc-99796473e119 triggered by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:11:15.522656 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:15.732592 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:15.784446 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] For port a03b7b88-7557-49d6-bafc-99796473e119, host dv-cinder-786266-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-2-smb',level=0,port_id=a03b7b88-7557-49d6-bafc-99796473e119,segment=NetworkSegment(4762eb5e-b77a-4d74-8b1d-092450c25001),segment_id=4762eb5e-b77a-4d74-8b1d-092450c25001)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:11:15.852824 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:15.855317 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-fff993ef-6118-4ddf-ad41-e35d57bb5bb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:11:15.947994 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Pushing event updated for resources: {'Port': ['ID=a03b7b88-7557-49d6-bafc-99796473e119,revision_number=5']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:11:15.958299 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:11:17.321231 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device a03b7b88-7557-49d6-bafc-99796473e119 up at agent ovs-agent-dv-cinder-786266-2-smb {{(pid=92098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 12:11:17.437633 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Provisioning complete for port a03b7b88-7557-49d6-bafc-99796473e119 triggered by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:11:17.438507 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:17.784323 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-f8e54e3f-8607-4dab-b826-c96d65550fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:20.058217 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-cd67d8b6-7c39-4093-94c3-3848ecf73ef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:20.241160 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:20.595188 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:21.235282 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-c3be426d-4704-402b-bce9-7cb8373a3dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:21.669816 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75c171-b581-4cca-9331-8f4dfa24210f req-e00baf88-9792-4a4d-991d-4aba4eabb1ca tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:11:21.671242 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-3d75c171-b581-4cca-9331-8f4dfa24210f req-e00baf88-9792-4a4d-991d-4aba4eabb1ca tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/networks?id=a0275649-991c-46de-a5df-8d984dc38d5a HTTP/1.1" status: 200 len: 814 time: 0.1477816 Jun 06 12:11:21.686046 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-3d75c171-b581-4cca-9331-8f4dfa24210f req-d5d25ac1-08a1-470f-a70d-cc8b637712e2 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/quotas/c0fffa2cff914fa08f2553a671653542 HTTP/1.1" status: 200 len: 375 time: 0.0089829 Jun 06 12:11:21.767932 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-3d75c171-b581-4cca-9331-8f4dfa24210f req-c0a3fd8a-7e99-49f3-a749-9eef87681cda tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c0fffa2cff914fa08f2553a671653542&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0762665 Jun 06 12:11:22.006322 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-3d75c171-b581-4cca-9331-8f4dfa24210f req-2ce716e4-c354-4007-89f0-b9476ff51eea service neutron] 10.222.0.32 "GET /v2.0/networks/a0275649-991c-46de-a5df-8d984dc38d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271183 Jun 06 12:11:22.225001 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-3d75c171-b581-4cca-9331-8f4dfa24210f req-2b5119de-0d25-4ca4-81dd-eb26bb4dbebb service neutron] 10.222.0.32 "GET /v2.0/networks/a0275649-991c-46de-a5df-8d984dc38d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128625 Jun 06 12:11:22.527374 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c4c89a40-1e9d-4b96-81b7-e6b17f26c0f1 req-1a6a1c7c-7dc3-47f5-84a2-3bbabeead6b5 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/ports?device_id=d82926d4-f93d-4eb6-bf4a-60eb5f39ab46 HTTP/1.1" status: 200 len: 210 time: 0.0483191 Jun 06 12:11:23.046171 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-dde0a769-bb65-4f49-a590-df32523868aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:23.652538 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-8989d8ae-e90d-407e-aca0-19df110318df req-88de1cd3-d971-4f37-af1f-5ba53f052b20 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/ports?device_id=d82926d4-f93d-4eb6-bf4a-60eb5f39ab46 HTTP/1.1" status: 200 len: 210 time: 0.0425045 Jun 06 12:11:24.801134 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-ded2e690-f6ca-4fe1-924c-462063717991 req-5db33699-9aa0-4f7a-bdef-17e44a2fd24a tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/ports?device_id=d82926d4-f93d-4eb6-bf4a-60eb5f39ab46 HTTP/1.1" status: 200 len: 210 time: 0.0431144 Jun 06 12:11:25.791536 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75c171-b581-4cca-9331-8f4dfa24210f req-92ef22d7-daa7-4642-9f26-22df39c1f20b tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:11:25.792916 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-3d75c171-b581-4cca-9331-8f4dfa24210f req-92ef22d7-daa7-4642-9f26-22df39c1f20b tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.35 "GET /v2.0/networks?id=a0275649-991c-46de-a5df-8d984dc38d5a HTTP/1.1" status: 200 len: 814 time: 0.1464021 Jun 06 12:11:25.804139 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.v2.base [req-3d75c171-b581-4cca-9331-8f4dfa24210f req-70b4d448-25ae-442e-a7b6-0a7822f3a320 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Request body: {'port': {'device_id': 'd82926d4-f93d-4eb6-bf4a-60eb5f39ab46', 'network_id': 'a0275649-991c-46de-a5df-8d984dc38d5a', 'admin_state_up': True, 'tenant_id': 'c0fffa2cff914fa08f2553a671653542'}} {{(pid=92097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:11:25.953923 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-d66e8339-89e1-46b7-8aef-46ee930a66b3 req-d748d74e-4aef-4da8-aa9b-05cf321af795 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/ports?device_id=d82926d4-f93d-4eb6-bf4a-60eb5f39ab46 HTTP/1.1" status: 200 len: 210 time: 0.0454869 Jun 06 12:11:26.149123 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d75c171-b581-4cca-9331-8f4dfa24210f req-70b4d448-25ae-442e-a7b6-0a7822f3a320 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Made reservation on behalf of c0fffa2cff914fa08f2553a671653542 for: {'port': 1} {{(pid=92097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 12:11:26.152850 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-3d75c171-b581-4cca-9331-8f4dfa24210f req-70b4d448-25ae-442e-a7b6-0a7822f3a320 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:26.321596 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.db_base_plugin_common [req-3d75c171-b581-4cca-9331-8f4dfa24210f req-70b4d448-25ae-442e-a7b6-0a7822f3a320 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Allocated IP 172.20.0.11 (a0275649-991c-46de-a5df-8d984dc38d5a/5ba3bcd8-00df-4ce6-8488-2295f135abc4/9bbd5e84-d266-474b-93e2-5ad6a452ed6a) {{(pid=92097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 12:11:26.528571 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-3d75c171-b581-4cca-9331-8f4dfa24210f req-70b4d448-25ae-442e-a7b6-0a7822f3a320 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Notify callbacks [] for port, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:26.544369 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.provisioning_blocks [req-3d75c171-b581-4cca-9331-8f4dfa24210f req-70b4d448-25ae-442e-a7b6-0a7822f3a320 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Transition to ACTIVE for port object 9bbd5e84-d266-474b-93e2-5ad6a452ed6a will not be triggered until provisioned by entity DHCP. {{(pid=92097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 12:11:26.585982 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 40534) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:11:26.626797 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-3d75c171-b581-4cca-9331-8f4dfa24210f req-70b4d448-25ae-442e-a7b6-0a7822f3a320 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778191160652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2165323'] for port, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:26.633847 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-6dad4d01-7f1e-4d1b-b1d5-f2bfd0d3058e tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:11:26.711141 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d75c171-b581-4cca-9331-8f4dfa24210f req-70b4d448-25ae-442e-a7b6-0a7822f3a320 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Network a0275649-991c-46de-a5df-8d984dc38d5a is already hosted by enough agents. {{(pid=92097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 12:11:26.716914 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.base_scheduler [req-3d75c171-b581-4cca-9331-8f4dfa24210f req-70b4d448-25ae-442e-a7b6-0a7822f3a320 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Resources bound (agent type, host, resource id): {{(pid=92097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:11:26.722029 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-5ed98963-8be8-4a1f-a92b-107bf3c4c1b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:26.730636 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d75c171-b581-4cca-9331-8f4dfa24210f req-70b4d448-25ae-442e-a7b6-0a7822f3a320 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Received port after_create {{(pid=92097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 12:11:26.775796 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b4d448-25ae-442e-a7b6-0a7822f3a320 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Pushing event updated for resources: {'Port': ['ID=9bbd5e84-d266-474b-93e2-5ad6a452ed6a,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:11:26.801008 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b4d448-25ae-442e-a7b6-0a7822f3a320 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:11:26.802358 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b4d448-25ae-442e-a7b6-0a7822f3a320 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:11:26.802895 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b4d448-25ae-442e-a7b6-0a7822f3a320 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:11:26.803435 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b4d448-25ae-442e-a7b6-0a7822f3a320 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:11:26.804175 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b4d448-25ae-442e-a7b6-0a7822f3a320 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:11:26.804701 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b4d448-25ae-442e-a7b6-0a7822f3a320 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:11:26.805219 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b4d448-25ae-442e-a7b6-0a7822f3a320 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:11:26.805729 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b4d448-25ae-442e-a7b6-0a7822f3a320 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:11:26.806464 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b4d448-25ae-442e-a7b6-0a7822f3a320 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:11:26.806992 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b4d448-25ae-442e-a7b6-0a7822f3a320 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:11:26.807843 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b4d448-25ae-442e-a7b6-0a7822f3a320 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:11:26.808355 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b4d448-25ae-442e-a7b6-0a7822f3a320 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:11:26.817592 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-70b4d448-25ae-442e-a7b6-0a7822f3a320 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:11:26.836429 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75c171-b581-4cca-9331-8f4dfa24210f req-70b4d448-25ae-442e-a7b6-0a7822f3a320 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:11:26.837532 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-3d75c171-b581-4cca-9331-8f4dfa24210f req-70b4d448-25ae-442e-a7b6-0a7822f3a320 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160768'] for port, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:27.009273 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-5ed98963-8be8-4a1f-a92b-107bf3c4c1b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:27.029881 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-86f5834c-1a2d-4c0a-803e-2596cdc102b8 None None] Provisioning for port 9bbd5e84-d266-474b-93e2-5ad6a452ed6a completed by entity DHCP. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 12:11:27.037378 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-86f5834c-1a2d-4c0a-803e-2596cdc102b8 None None] Provisioning complete for port 9bbd5e84-d266-474b-93e2-5ad6a452ed6a triggered by entity DHCP. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:11:27.038188 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-86f5834c-1a2d-4c0a-803e-2596cdc102b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:27.081632 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-5ed98963-8be8-4a1f-a92b-107bf3c4c1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:27.103358 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-c1b8633b-4cf7-4678-81eb-d484fadf2171 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:11:27.119193 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.plugin [None req-86f5834c-1a2d-4c0a-803e-2596cdc102b8 None None] Port 9bbd5e84-d266-474b-93e2-5ad6a452ed6a cannot update to ACTIVE because it is not bound. {{(pid=92098) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 12:11:27.171674 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-5ed98963-8be8-4a1f-a92b-107bf3c4c1b3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2635731830624110adaddf463fc8ecd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5846026 Jun 06 12:11:27.180005 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 40546) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:11:27.194975 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-3d75c171-b581-4cca-9331-8f4dfa24210f req-70b4d448-25ae-442e-a7b6-0a7822f3a320 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3943391 Jun 06 12:11:27.202374 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed98963-8be8-4a1f-a92b-107bf3c4c1b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c433e301-6b23-416f-bfc6-5128548bcc83,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:11:27.218320 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-5ed98963-8be8-4a1f-a92b-107bf3c4c1b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:11:27.269298 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-645aadd5-a8a6-45ff-a0b1-f090193b5f1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:27.290416 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b091965-029a-4466-a47b-73aa9726e06e req-16ba1ac2-af92-4ecd-8e30-8da072c7b502 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:11:27.292279 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-5b091965-029a-4466-a47b-73aa9726e06e req-16ba1ac2-af92-4ecd-8e30-8da072c7b502 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/ports?device_id=d82926d4-f93d-4eb6-bf4a-60eb5f39ab46 HTTP/1.1" status: 200 len: 932 time: 0.2143836 Jun 06 12:11:27.337034 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-645aadd5-a8a6-45ff-a0b1-f090193b5f1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:27.393219 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-5b091965-029a-4466-a47b-73aa9726e06e req-e07a71e3-b8d5-4359-9584-7387640551a9 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7722af-202e-4df5-998a-4182e1605f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935647 Jun 06 12:11:27.487185 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-645aadd5-a8a6-45ff-a0b1-f090193b5f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:27.489773 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-645aadd5-a8a6-45ff-a0b1-f090193b5f1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:27.490939 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-645aadd5-a8a6-45ff-a0b1-f090193b5f1f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c433e301-6b23-416f-bfc6-5128548bcc83 HTTP/1.1" status: 204 len: 168 time: 0.3053427 Jun 06 12:11:27.491688 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-538df48a-3a17-497f-88cd-64ed4eb07ca2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:11:27.501327 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645aadd5-a8a6-45ff-a0b1-f090193b5f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c433e301-6b23-416f-bfc6-5128548bcc83,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:11:27.508419 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-645aadd5-a8a6-45ff-a0b1-f090193b5f1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:11:28.583428 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2aec1-a605-4796-9ead-3219b7c60e68 req-adde4ba7-e37d-4b9d-a439-25bfc8dfccba tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:11:28.584913 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-92f2aec1-a605-4796-9ead-3219b7c60e68 req-adde4ba7-e37d-4b9d-a439-25bfc8dfccba tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/ports?device_id=d82926d4-f93d-4eb6-bf4a-60eb5f39ab46 HTTP/1.1" status: 200 len: 932 time: 0.0823953 Jun 06 12:11:28.635770 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-92f2aec1-a605-4796-9ead-3219b7c60e68 req-1f9520bd-0be9-4283-afc1-4cc63a073941 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7722af-202e-4df5-998a-4182e1605f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451629 Jun 06 12:11:29.844841 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f5298a-f675-475a-b91c-f7cc0257ad58 req-42344ac0-d1c4-43e0-bb9f-f7cdde2a517c tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:11:29.847032 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-b5f5298a-f675-475a-b91c-f7cc0257ad58 req-42344ac0-d1c4-43e0-bb9f-f7cdde2a517c tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/ports?device_id=d82926d4-f93d-4eb6-bf4a-60eb5f39ab46 HTTP/1.1" status: 200 len: 932 time: 0.0954688 Jun 06 12:11:29.894131 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-b5f5298a-f675-475a-b91c-f7cc0257ad58 req-4e24a919-1c5d-42d6-933e-64da8fc2b8cb tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7722af-202e-4df5-998a-4182e1605f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410697 Jun 06 12:11:31.080548 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b1c3af-adbf-4f00-8859-18b163d72e06 req-abc8d821-c962-4ce6-ad1b-801592b194b9 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:11:31.082187 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-25b1c3af-adbf-4f00-8859-18b163d72e06 req-abc8d821-c962-4ce6-ad1b-801592b194b9 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/ports?device_id=d82926d4-f93d-4eb6-bf4a-60eb5f39ab46 HTTP/1.1" status: 200 len: 932 time: 0.0813670 Jun 06 12:11:31.127008 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-25b1c3af-adbf-4f00-8859-18b163d72e06 req-9e786b73-dfbf-4352-90f7-9698e95cc33a tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7722af-202e-4df5-998a-4182e1605f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393686 Jun 06 12:11:32.323542 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d13b0a6-0a99-4ba1-ac96-73d2fd9df435 req-762d78e9-c241-4fbd-854d-0f5809079b69 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:11:32.325270 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-0d13b0a6-0a99-4ba1-ac96-73d2fd9df435 req-762d78e9-c241-4fbd-854d-0f5809079b69 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/ports?device_id=d82926d4-f93d-4eb6-bf4a-60eb5f39ab46 HTTP/1.1" status: 200 len: 932 time: 0.0878885 Jun 06 12:11:32.374338 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-0d13b0a6-0a99-4ba1-ac96-73d2fd9df435 req-87ced114-edd1-4718-9ff8-adcef822365b tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7722af-202e-4df5-998a-4182e1605f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420811 Jun 06 12:11:33.560654 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c19709-5328-402b-96db-d5861c0e5427 req-c6fa875d-9a1b-4540-87ad-1a412b9ea02f tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:11:33.562078 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-f2c19709-5328-402b-96db-d5861c0e5427 req-c6fa875d-9a1b-4540-87ad-1a412b9ea02f tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/ports?device_id=d82926d4-f93d-4eb6-bf4a-60eb5f39ab46 HTTP/1.1" status: 200 len: 932 time: 0.0808532 Jun 06 12:11:33.614202 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-f2c19709-5328-402b-96db-d5861c0e5427 req-a5fbb9cb-fe17-451d-904d-468c908b2e56 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7722af-202e-4df5-998a-4182e1605f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451214 Jun 06 12:11:34.804693 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad5f242-c14b-4b77-9bc6-e52e8e36e911 req-1313c4c4-133c-4468-af22-6481b3cfded2 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:11:34.806187 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-fad5f242-c14b-4b77-9bc6-e52e8e36e911 req-1313c4c4-133c-4468-af22-6481b3cfded2 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/ports?device_id=d82926d4-f93d-4eb6-bf4a-60eb5f39ab46 HTTP/1.1" status: 200 len: 932 time: 0.0815163 Jun 06 12:11:34.851479 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-fad5f242-c14b-4b77-9bc6-e52e8e36e911 req-af0e6213-b5fe-4db3-afa3-59c50a61ae9e tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7722af-202e-4df5-998a-4182e1605f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396779 Jun 06 12:11:36.046327 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358efecd-a7db-4952-9833-f2f5956913f7 req-21f6e5cd-0f3d-4913-8442-7baed350164d tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:11:36.049319 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-358efecd-a7db-4952-9833-f2f5956913f7 req-21f6e5cd-0f3d-4913-8442-7baed350164d tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/ports?device_id=d82926d4-f93d-4eb6-bf4a-60eb5f39ab46 HTTP/1.1" status: 200 len: 932 time: 0.0879283 Jun 06 12:11:36.096060 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-358efecd-a7db-4952-9833-f2f5956913f7 req-f8d1a926-c6c9-4971-b548-bcddabfc1836 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7722af-202e-4df5-998a-4182e1605f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401089 Jun 06 12:11:37.278586 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f60aee-280c-4a3f-9963-e36bc69f4383 req-ef43c54f-e27c-4eda-892e-a6cceecbb8ae tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:11:37.280032 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-b2f60aee-280c-4a3f-9963-e36bc69f4383 req-ef43c54f-e27c-4eda-892e-a6cceecbb8ae tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/ports?device_id=d82926d4-f93d-4eb6-bf4a-60eb5f39ab46 HTTP/1.1" status: 200 len: 932 time: 0.0796385 Jun 06 12:11:37.328528 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-b2f60aee-280c-4a3f-9963-e36bc69f4383 req-1fc75185-4fd8-42fa-a592-790e26a4fc52 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7722af-202e-4df5-998a-4182e1605f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422702 Jun 06 12:11:37.553084 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.v2.base [req-3d75c171-b581-4cca-9331-8f4dfa24210f req-34264853-cb30-4a15-850c-c7c53b9b6264 service neutron] Request body: {'port': {'device_id': 'd82926d4-f93d-4eb6-bf4a-60eb5f39ab46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=92097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:11:37.665457 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-3d75c171-b581-4cca-9331-8f4dfa24210f req-34264853-cb30-4a15-850c-c7c53b9b6264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:37.999479 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.notifiers.nova [req-3d75c171-b581-4cca-9331-8f4dfa24210f req-34264853-cb30-4a15-850c-c7c53b9b6264 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bbd5e84-d266-474b-93e2-5ad6a452ed6a {{(pid=92097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 12:11:38.007225 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-3d75c171-b581-4cca-9331-8f4dfa24210f req-34264853-cb30-4a15-850c-c7c53b9b6264 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:38.021562 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.provisioning_blocks [req-3d75c171-b581-4cca-9331-8f4dfa24210f req-34264853-cb30-4a15-850c-c7c53b9b6264 service neutron] Transition to ACTIVE for port object 9bbd5e84-d266-474b-93e2-5ad6a452ed6a will not be triggered until provisioned by entity L2. {{(pid=92097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 12:11:38.081287 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-3d75c171-b581-4cca-9331-8f4dfa24210f req-34264853-cb30-4a15-850c-c7c53b9b6264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2165360'] for port, after_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:38.084774 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-876dcbc3-4dc4-45b3-9498-8b42d24e6e69 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:11:38.216924 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34264853-cb30-4a15-850c-c7c53b9b6264 service neutron] Pushing event updated for resources: {'Port': ['ID=9bbd5e84-d266-474b-93e2-5ad6a452ed6a,revision_number=2']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:11:38.246952 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-34264853-cb30-4a15-850c-c7c53b9b6264 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:11:38.335695 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.managers [req-3d75c171-b581-4cca-9331-8f4dfa24210f req-34264853-cb30-4a15-850c-c7c53b9b6264 service neutron] Attempting to bind port 9bbd5e84-d266-474b-93e2-5ad6a452ed6a on host hv-cinder-78626 for vnic_type normal with profile {{(pid=92097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 12:11:38.336085 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.managers [req-3d75c171-b581-4cca-9331-8f4dfa24210f req-34264853-cb30-4a15-850c-c7c53b9b6264 service neutron] Attempting to bind port 9bbd5e84-d266-474b-93e2-5ad6a452ed6a by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '8700c091-f8ea-443c-823b-a58c005087f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'a0275649-991c-46de-a5df-8d984dc38d5a'}] {{(pid=92097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 12:11:38.336489 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d75c171-b581-4cca-9331-8f4dfa24210f req-34264853-cb30-4a15-850c-c7c53b9b6264 service neutron] Attempting to bind port 9bbd5e84-d266-474b-93e2-5ad6a452ed6a on network a0275649-991c-46de-a5df-8d984dc38d5a {{(pid=92097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 12:11:38.341560 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d75c171-b581-4cca-9331-8f4dfa24210f req-34264853-cb30-4a15-850c-c7c53b9b6264 service neutron] Port 9bbd5e84-d266-474b-93e2-5ad6a452ed6a on network a0275649-991c-46de-a5df-8d984dc38d5a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=92097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 12:11:38.341953 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d75c171-b581-4cca-9331-8f4dfa24210f req-34264853-cb30-4a15-850c-c7c53b9b6264 service neutron] Attempting to bind port 9bbd5e84-d266-474b-93e2-5ad6a452ed6a on network a0275649-991c-46de-a5df-8d984dc38d5a {{(pid=92097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 12:11:38.348459 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d75c171-b581-4cca-9331-8f4dfa24210f req-34264853-cb30-4a15-850c-c7c53b9b6264 service neutron] Checking agent: {'id': '7f4f2d28-9bb0-42d9-b4ad-6ed22ccae0f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 12, 1, 20), 'started_at': datetime.datetime(2021, 6, 6, 12, 1, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 12, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 12:11:38.348681 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d75c171-b581-4cca-9331-8f4dfa24210f req-34264853-cb30-4a15-850c-c7c53b9b6264 service neutron] Checking segment: {'id': '8700c091-f8ea-443c-823b-a58c005087f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'a0275649-991c-46de-a5df-8d984dc38d5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 12:11:38.348925 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d75c171-b581-4cca-9331-8f4dfa24210f req-34264853-cb30-4a15-850c-c7c53b9b6264 service neutron] Bound using segment: {'id': '8700c091-f8ea-443c-823b-a58c005087f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'a0275649-991c-46de-a5df-8d984dc38d5a'} {{(pid=92097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 12:11:38.349352 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.managers [req-3d75c171-b581-4cca-9331-8f4dfa24210f req-34264853-cb30-4a15-850c-c7c53b9b6264 service neutron] Bound port: 9bbd5e84-d266-474b-93e2-5ad6a452ed6a, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8700c091-f8ea-443c-823b-a58c005087f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'a0275649-991c-46de-a5df-8d984dc38d5a'}}] {{(pid=92097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 12:11:38.349708 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-3d75c171-b581-4cca-9331-8f4dfa24210f req-34264853-cb30-4a15-850c-c7c53b9b6264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:38.457553 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.db [req-3d75c171-b581-4cca-9331-8f4dfa24210f req-34264853-cb30-4a15-850c-c7c53b9b6264 service neutron] For port 9bbd5e84-d266-474b-93e2-5ad6a452ed6a, host hv-cinder-78626, cleared binding levels {{(pid=92097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 12:11:38.460486 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.db [req-3d75c171-b581-4cca-9331-8f4dfa24210f req-34264853-cb30-4a15-850c-c7c53b9b6264 service neutron] For port 9bbd5e84-d266-474b-93e2-5ad6a452ed6a, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=9bbd5e84-d266-474b-93e2-5ad6a452ed6a,segment=NetworkSegment(8700c091-f8ea-443c-823b-a58c005087f4),segment_id=8700c091-f8ea-443c-823b-a58c005087f4)] {{(pid=92097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 12:11:38.523975 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637e297-21c4-48d6-a8af-889b92ba3738 req-d5d24bf4-b9d8-4ca9-b44a-8f0e4d782bbe tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:11:38.525435 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c637e297-21c4-48d6-a8af-889b92ba3738 req-d5d24bf4-b9d8-4ca9-b44a-8f0e4d782bbe tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/ports?device_id=d82926d4-f93d-4eb6-bf4a-60eb5f39ab46 HTTP/1.1" status: 200 len: 944 time: 0.0853858 Jun 06 12:11:38.570123 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c637e297-21c4-48d6-a8af-889b92ba3738 req-51d5b68f-dfa9-478f-9abb-cec6094e52ed tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7722af-202e-4df5-998a-4182e1605f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389650 Jun 06 12:11:39.230188 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-3d75c171-b581-4cca-9331-8f4dfa24210f req-34264853-cb30-4a15-850c-c7c53b9b6264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2165360'] for port, after_update {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:39.234193 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-43b87f49-853c-4a3e-9f3d-dd15cf303b20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:11:39.296984 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75c171-b581-4cca-9331-8f4dfa24210f req-34264853-cb30-4a15-850c-c7c53b9b6264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:11:39.297600 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-3d75c171-b581-4cca-9331-8f4dfa24210f req-34264853-cb30-4a15-850c-c7c53b9b6264 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160768'] for port, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:39.299478 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-3d75c171-b581-4cca-9331-8f4dfa24210f req-34264853-cb30-4a15-850c-c7c53b9b6264 service neutron] 10.222.0.35 "PUT /v2.0/ports/9bbd5e84-d266-474b-93e2-5ad6a452ed6a HTTP/1.1" status: 200 len: 1094 time: 1.7519786 Jun 06 12:11:39.300047 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd82926d4-f93d-4eb6-bf4a-60eb5f39ab46', 'tag': '9bbd5e84-d266-474b-93e2-5ad6a452ed6a'}] {{(pid=92097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:11:39.302379 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0506e69bdf94a0a0544469556e00d4f87ccfa4abed68bb2c567d57a4f994f1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d29a0f5-738f-4d57-8297-ba588893bc84" -d '{"events": [{"name": "network-changed", "server_uuid": "d82926d4-f93d-4eb6-bf4a-60eb5f39ab46", "tag": "9bbd5e84-d266-474b-93e2-5ad6a452ed6a"}]}' {{(pid=92097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:11:39.327920 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34264853-cb30-4a15-850c-c7c53b9b6264 service neutron] Pushing event updated for resources: {'Port': ['ID=9bbd5e84-d266-474b-93e2-5ad6a452ed6a,revision_number=3']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:11:39.331303 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-34264853-cb30-4a15-850c-c7c53b9b6264 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:11:39.348631 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 12:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb2a742d-43c1-4ab3-a6dd-b2857ea80141 x-openstack-request-id: req-eb2a742d-43c1-4ab3-a6dd-b2857ea80141 {{(pid=92097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:11:39.348953 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d82926d4-f93d-4eb6-bf4a-60eb5f39ab46", "tag": "9bbd5e84-d266-474b-93e2-5ad6a452ed6a", "status": "completed", "code": 200}]} {{(pid=92097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:11:39.349238 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eb2a742d-43c1-4ab3-a6dd-b2857ea80141 {{(pid=92097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:11:39.349667 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd82926d4-f93d-4eb6-bf4a-60eb5f39ab46', 'tag': '9bbd5e84-d266-474b-93e2-5ad6a452ed6a', 'status': 'completed', 'code': 200} Jun 06 12:11:39.539074 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d29a0f5-738f-4d57-8297-ba588893bc84 req-fc0d9ccd-c8a5-41ba-ac31-62a791534997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:11:39.540523 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-5d29a0f5-738f-4d57-8297-ba588893bc84 req-fc0d9ccd-c8a5-41ba-ac31-62a791534997 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c0fffa2cff914fa08f2553a671653542&device_id=d82926d4-f93d-4eb6-bf4a-60eb5f39ab46 HTTP/1.1" status: 200 len: 1097 time: 0.1699290 Jun 06 12:11:39.678458 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d29a0f5-738f-4d57-8297-ba588893bc84 req-04a16608-f708-4d3f-8ce0-ef13b42a9745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:11:39.679867 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-5d29a0f5-738f-4d57-8297-ba588893bc84 req-04a16608-f708-4d3f-8ce0-ef13b42a9745 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c0fffa2cff914fa08f2553a671653542&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1318655 Jun 06 12:11:39.754081 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97afc2ea-ae97-4117-aec3-0995d2272a54 req-95a2faf3-0b98-47e1-b106-a993b5f08145 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:11:39.755528 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-97afc2ea-ae97-4117-aec3-0995d2272a54 req-95a2faf3-0b98-47e1-b106-a993b5f08145 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/ports?device_id=d82926d4-f93d-4eb6-bf4a-60eb5f39ab46 HTTP/1.1" status: 200 len: 944 time: 0.0783837 Jun 06 12:11:39.803405 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-97afc2ea-ae97-4117-aec3-0995d2272a54 req-7143a6ef-8c4a-4fea-90f9-622287aa6b08 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7722af-202e-4df5-998a-4182e1605f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417948 Jun 06 12:11:39.814468 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d29a0f5-738f-4d57-8297-ba588893bc84 req-8d50a79b-cd7e-4e0f-9a69-ad20708f19ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:11:39.815890 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-5d29a0f5-738f-4d57-8297-ba588893bc84 req-8d50a79b-cd7e-4e0f-9a69-ad20708f19ba service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1290541 Jun 06 12:11:39.920536 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75c171-b581-4cca-9331-8f4dfa24210f req-1cac1ebc-52d2-4687-ab81-7e290c70744d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:11:39.921987 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-3d75c171-b581-4cca-9331-8f4dfa24210f req-1cac1ebc-52d2-4687-ab81-7e290c70744d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c0fffa2cff914fa08f2553a671653542&device_id=d82926d4-f93d-4eb6-bf4a-60eb5f39ab46 HTTP/1.1" status: 200 len: 1097 time: 0.0719521 Jun 06 12:11:39.987791 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-3d75c171-b581-4cca-9331-8f4dfa24210f req-8ad76b4b-bd64-415f-bff3-74f924ebe3da service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9bbd5e84-d266-474b-93e2-5ad6a452ed6a HTTP/1.1" status: 200 len: 217 time: 0.0592396 Jun 06 12:11:40.051778 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75c171-b581-4cca-9331-8f4dfa24210f req-8bdae6e6-255d-41d0-8a22-2214ceefee23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:11:40.053129 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-3d75c171-b581-4cca-9331-8f4dfa24210f req-8bdae6e6-255d-41d0-8a22-2214ceefee23 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5ba3bcd8-00df-4ce6-8488-2295f135abc4 HTTP/1.1" status: 200 len: 853 time: 0.0583353 Jun 06 12:11:40.124999 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75c171-b581-4cca-9331-8f4dfa24210f req-8b2f896d-1365-432e-83df-ce5934309e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:11:40.126454 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-3d75c171-b581-4cca-9331-8f4dfa24210f req-8b2f896d-1365-432e-83df-ce5934309e1a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a0275649-991c-46de-a5df-8d984dc38d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0667288 Jun 06 12:11:40.255278 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-3d75c171-b581-4cca-9331-8f4dfa24210f req-e862c117-867c-4c3a-93ce-d7d6e7bb1f75 service neutron] 10.222.0.35 "GET /v2.0/networks/a0275649-991c-46de-a5df-8d984dc38d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222346 Jun 06 12:11:40.385615 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-3d75c171-b581-4cca-9331-8f4dfa24210f req-be023a5b-a330-4e21-a603-3e9109db6b6b service neutron] 10.222.0.35 "GET /v2.0/networks/a0275649-991c-46de-a5df-8d984dc38d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234927 Jun 06 12:11:40.984389 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e0cb0-6572-4c76-9b4c-02c5f4849158 req-c32db875-e4e9-4c06-99ea-e9fc03d7d170 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:11:40.986477 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-fb2e0cb0-6572-4c76-9b4c-02c5f4849158 req-c32db875-e4e9-4c06-99ea-e9fc03d7d170 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/ports?device_id=d82926d4-f93d-4eb6-bf4a-60eb5f39ab46 HTTP/1.1" status: 200 len: 944 time: 0.0787644 Jun 06 12:11:41.028842 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-fb2e0cb0-6572-4c76-9b4c-02c5f4849158 req-82be1f5c-5868-49e0-a2de-9e95535d69e5 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7722af-202e-4df5-998a-4182e1605f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370190 Jun 06 12:11:42.217430 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840bfea2-b198-48b7-b044-5946d2bbae02 req-46822f59-c84a-4a15-b58c-90f17c47798d tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:11:42.219197 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-840bfea2-b198-48b7-b044-5946d2bbae02 req-46822f59-c84a-4a15-b58c-90f17c47798d tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/ports?device_id=d82926d4-f93d-4eb6-bf4a-60eb5f39ab46 HTTP/1.1" status: 200 len: 944 time: 0.0846274 Jun 06 12:11:42.264653 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-840bfea2-b198-48b7-b044-5946d2bbae02 req-a88345ba-7f26-4af5-8fc2-4da550317a46 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7722af-202e-4df5-998a-4182e1605f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398102 Jun 06 12:11:43.410727 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device 9bbd5e84-d266-474b-93e2-5ad6a452ed6a details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=92098) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 12:11:43.446591 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb21837-67b2-4e9d-a997-13178cb47635 req-5ebca0bc-c58b-4f6a-863a-afe101ab029f tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:11:43.448050 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-cfb21837-67b2-4e9d-a997-13178cb47635 req-5ebca0bc-c58b-4f6a-863a-afe101ab029f tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/ports?device_id=d82926d4-f93d-4eb6-bf4a-60eb5f39ab46 HTTP/1.1" status: 200 len: 944 time: 0.0798373 Jun 06 12:11:43.492236 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-cfb21837-67b2-4e9d-a997-13178cb47635 req-641b0d5f-6431-49be-a072-72a4ae3eed24 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7722af-202e-4df5-998a-4182e1605f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386674 Jun 06 12:11:43.541432 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] For port 9bbd5e84-d266-474b-93e2-5ad6a452ed6a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=9bbd5e84-d266-474b-93e2-5ad6a452ed6a,segment=NetworkSegment(8700c091-f8ea-443c-823b-a58c005087f4),segment_id=8700c091-f8ea-443c-823b-a58c005087f4)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:11:43.558438 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Returning: {'device': '9bbd5e84-d266-474b-93e2-5ad6a452ed6a', 'network_id': 'a0275649-991c-46de-a5df-8d984dc38d5a', 'port_id': '9bbd5e84-d266-474b-93e2-5ad6a452ed6a', 'mac_address': 'fa:16:3e:7f:80:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ba3bcd8-00df-4ce6-8488-2295f135abc4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92098) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 12:11:43.612406 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:43.629098 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.notifiers.nova [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bbd5e84-d266-474b-93e2-5ad6a452ed6a {{(pid=92098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 12:11:43.643843 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] For port 9bbd5e84-d266-474b-93e2-5ad6a452ed6a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=9bbd5e84-d266-474b-93e2-5ad6a452ed6a,segment=NetworkSegment(8700c091-f8ea-443c-823b-a58c005087f4),segment_id=8700c091-f8ea-443c-823b-a58c005087f4)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:11:43.702677 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:43.704345 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:11:43.767111 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Pushing event updated for resources: {'Port': ['ID=9bbd5e84-d266-474b-93e2-5ad6a452ed6a,revision_number=4']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:11:43.770217 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:11:43.904222 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] get_ports_and_sgs() called for port_ids ['9bbd5e84-d266-474b-93e2-5ad6a452ed6a'] {{(pid=92098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 12:11:44.456963 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.agents_db [None req-260e75b6-693f-447f-9c37-08072a5d67b1 None None] Agent healthcheck: found 6 active agents {{(pid=92099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 12:11:44.755867 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933bdfcd-4c22-4725-9de2-71ebecd3aaa2 req-e348f107-b53f-4966-b754-6f44b36f665e tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:11:44.757221 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-933bdfcd-4c22-4725-9de2-71ebecd3aaa2 req-e348f107-b53f-4966-b754-6f44b36f665e tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/ports?device_id=d82926d4-f93d-4eb6-bf4a-60eb5f39ab46 HTTP/1.1" status: 200 len: 945 time: 0.1626830 Jun 06 12:11:44.800675 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-933bdfcd-4c22-4725-9de2-71ebecd3aaa2 req-3c051743-f7cc-48d7-b689-ed99d1b39eae tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7722af-202e-4df5-998a-4182e1605f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377862 Jun 06 12:11:45.433118 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device 9bbd5e84-d266-474b-93e2-5ad6a452ed6a up at agent hyperv_hv-cinder-78626 {{(pid=92098) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 12:11:45.543324 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Provisioning for port 9bbd5e84-d266-474b-93e2-5ad6a452ed6a completed by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 12:11:45.547835 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Provisioning complete for port 9bbd5e84-d266-474b-93e2-5ad6a452ed6a triggered by entity L2. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:11:45.548214 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:45.660750 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:45.688568 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd82926d4-f93d-4eb6-bf4a-60eb5f39ab46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bbd5e84-d266-474b-93e2-5ad6a452ed6a'}] {{(pid=92098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:11:45.690836 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e301314d1a362e62940ee01824f522d16df788b03badbdd7b1d0b93d98b8084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d629a56b-6a3b-4e75-86b1-073c7470ce78" -d '{"events": [{"server_uuid": "d82926d4-f93d-4eb6-bf4a-60eb5f39ab46", "name": "network-vif-plugged", "status": "completed", "tag": "9bbd5e84-d266-474b-93e2-5ad6a452ed6a"}]}' {{(pid=92098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:11:45.698090 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] For port 9bbd5e84-d266-474b-93e2-5ad6a452ed6a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=9bbd5e84-d266-474b-93e2-5ad6a452ed6a,segment=NetworkSegment(8700c091-f8ea-443c-823b-a58c005087f4),segment_id=8700c091-f8ea-443c-823b-a58c005087f4)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:11:45.732962 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 12:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e73f804-c3e9-4f37-93d0-84bdb5735b98 x-openstack-request-id: req-9e73f804-c3e9-4f37-93d0-84bdb5735b98 {{(pid=92098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:11:45.733266 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d82926d4-f93d-4eb6-bf4a-60eb5f39ab46", "name": "network-vif-plugged", "status": "completed", "tag": "9bbd5e84-d266-474b-93e2-5ad6a452ed6a", "code": 200}]} {{(pid=92098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:11:45.733523 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9e73f804-c3e9-4f37-93d0-84bdb5735b98 {{(pid=92098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:11:45.733941 dv-cinder-786266-2-smb neutron-server[92098]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd82926d4-f93d-4eb6-bf4a-60eb5f39ab46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bbd5e84-d266-474b-93e2-5ad6a452ed6a', 'code': 200} Jun 06 12:11:45.748846 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715'] for port, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:45.750783 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-3ccbd07a-d1da-4e2a-8c50-0cea45bb4538 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:11:45.818096 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Pushing event updated for resources: {'Port': ['ID=9bbd5e84-d266-474b-93e2-5ad6a452ed6a,revision_number=5']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:11:45.820947 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:11:45.984092 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9382bd-9500-4aa8-95d0-235ea9fd4874 req-06c45991-2a16-4ec0-baed-ff56805ba7bd tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:11:45.985544 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-8f9382bd-9500-4aa8-95d0-235ea9fd4874 req-06c45991-2a16-4ec0-baed-ff56805ba7bd tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/ports?device_id=d82926d4-f93d-4eb6-bf4a-60eb5f39ab46 HTTP/1.1" status: 200 len: 946 time: 0.0803061 Jun 06 12:11:46.034013 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-8f9382bd-9500-4aa8-95d0-235ea9fd4874 req-f61059b7-d57c-4d85-96d5-bfc05f78d95e tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7722af-202e-4df5-998a-4182e1605f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419588 Jun 06 12:11:46.046957 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf2936c-a6eb-4ed8-b896-a1c63f062c57 req-4cb95636-bee7-491f-8b10-022146469e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:11:46.048418 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-bbf2936c-a6eb-4ed8-b896-a1c63f062c57 req-4cb95636-bee7-491f-8b10-022146469e35 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d82926d4-f93d-4eb6-bf4a-60eb5f39ab46 HTTP/1.1" status: 200 len: 1099 time: 0.0737841 Jun 06 12:11:46.088075 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-bbf2936c-a6eb-4ed8-b896-a1c63f062c57 req-5a282b4f-29c4-4421-bf55-20f8c72f0a5c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=bf7722af-202e-4df5-998a-4182e1605f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330603 Jun 06 12:11:47.213643 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bab136-b55d-4b0d-9b5a-283b107ffb53 req-eebc2925-7486-4025-98d9-ac55ff0ca836 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:11:47.215082 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-83bab136-b55d-4b0d-9b5a-283b107ffb53 req-eebc2925-7486-4025-98d9-ac55ff0ca836 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/ports?device_id=d82926d4-f93d-4eb6-bf4a-60eb5f39ab46 HTTP/1.1" status: 200 len: 946 time: 0.0771508 Jun 06 12:11:47.260244 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-83bab136-b55d-4b0d-9b5a-283b107ffb53 req-1e97a744-8d6e-44ac-9c6f-40ea92a56a55 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7722af-202e-4df5-998a-4182e1605f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393958 Jun 06 12:11:47.451573 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7fd7ba-da3d-432a-9a33-4b7ba24f5735 req-688a0791-07ce-4b64-9674-89b87f7f0360 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:11:47.453005 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-5b7fd7ba-da3d-432a-9a33-4b7ba24f5735 req-688a0791-07ce-4b64-9674-89b87f7f0360 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/ports?device_id=d82926d4-f93d-4eb6-bf4a-60eb5f39ab46 HTTP/1.1" status: 200 len: 946 time: 0.0827382 Jun 06 12:11:47.497641 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-5b7fd7ba-da3d-432a-9a33-4b7ba24f5735 req-341e01d9-9330-4958-b6fc-cdacea53b337 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7722af-202e-4df5-998a-4182e1605f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381401 Jun 06 12:11:47.800404 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-f1cd8b8c-1ec8-489f-81d1-a05d91544817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:47.880510 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed4186-e3ae-45a6-b87e-75d0359289d6 req-66777090-4f16-4392-bf11-44cca616dc01 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:11:47.881946 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-a0ed4186-e3ae-45a6-b87e-75d0359289d6 req-66777090-4f16-4392-bf11-44cca616dc01 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/ports?device_id=d82926d4-f93d-4eb6-bf4a-60eb5f39ab46 HTTP/1.1" status: 200 len: 946 time: 0.0788164 Jun 06 12:11:47.925472 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-a0ed4186-e3ae-45a6-b87e-75d0359289d6 req-f7350f8f-c0f7-45d6-b418-aee35ce8c729 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7722af-202e-4df5-998a-4182e1605f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381067 Jun 06 12:11:50.103543 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-9ed3bc87-5270-4aa2-a12c-bddc265cb013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:50.211690 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:50.612185 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:51.280045 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-c3be426d-4704-402b-bce9-7cb8373a3dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:53.057975 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-dde0a769-bb65-4f49-a590-df32523868aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:53.387220 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdcf09a-3f7c-4a39-9889-f74127a9044b req-62b109e7-45cc-4f84-a7e2-6082acb88da0 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:11:53.388634 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6fdcf09a-3f7c-4a39-9889-f74127a9044b req-62b109e7-45cc-4f84-a7e2-6082acb88da0 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/ports?device_id=d82926d4-f93d-4eb6-bf4a-60eb5f39ab46 HTTP/1.1" status: 200 len: 946 time: 0.0827224 Jun 06 12:11:53.431717 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-6fdcf09a-3f7c-4a39-9889-f74127a9044b req-9f1aec70-fc4c-4009-a981-bca8fbe9cd67 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7722af-202e-4df5-998a-4182e1605f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374022 Jun 06 12:11:53.453990 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 40632) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:11:53.685651 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd1bbb0-b1ac-4366-8003-12cc549d92fd tempest-TestMinimumBasicScenario-887421671 tempest-TestMinimumBasicScenario-887421671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:11:53.687094 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-7dd1bbb0-b1ac-4366-8003-12cc549d92fd tempest-TestMinimumBasicScenario-887421671 tempest-TestMinimumBasicScenario-887421671-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d82926d4-f93d-4eb6-bf4a-60eb5f39ab46 HTTP/1.1" status: 200 len: 1094 time: 0.2321701 Jun 06 12:11:53.689982 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 40636) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:11:53.694889 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.v2.base [None req-a6e233ac-186b-4327-ae36-89590db829f7 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Request body: {'floatingip': {'floating_network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'port_id': '9bbd5e84-d266-474b-93e2-5ad6a452ed6a', 'tenant_id': 'c0fffa2cff914fa08f2553a671653542', 'fixed_ip_address': '172.20.0.11'}} {{(pid=92096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:11:53.777482 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-a6e233ac-186b-4327-ae36-89590db829f7 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Notify callbacks [] for floatingip, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:53.908972 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-a6e233ac-186b-4327-ae36-89590db829f7 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:54.042402 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.db.db_base_plugin_common [None req-a6e233ac-186b-4327-ae36-89590db829f7 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Allocated IP 172.28.2.16 (f46ef3e5-e761-4cf2-8ba5-27fd00264fbf/d3e8387a-9982-4dd7-a420-a9a6c7cae1dc/ead246a3-e011-499d-97c1-989008a56895) {{(pid=92096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 12:11:54.185153 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-a6e233ac-186b-4327-ae36-89590db829f7 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Notify callbacks [] for port, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:54.395365 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-a6e233ac-186b-4327-ae36-89590db829f7 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778191160652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2160272'] for port, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:54.399075 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:11:54.462706 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e233ac-186b-4327-ae36-89590db829f7 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Network f46ef3e5-e761-4cf2-8ba5-27fd00264fbf is already hosted by enough agents. {{(pid=92096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 12:11:54.465385 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.scheduler.base_scheduler [None req-a6e233ac-186b-4327-ae36-89590db829f7 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Resources bound (agent type, host, resource id): {{(pid=92096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 12:11:54.469161 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e233ac-186b-4327-ae36-89590db829f7 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Received port after_create {{(pid=92096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 12:11:54.505254 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e233ac-186b-4327-ae36-89590db829f7 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Pushing event updated for resources: {'Port': ['ID=ead246a3-e011-499d-97c1-989008a56895,revision_number=1']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:11:54.509058 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-a6e233ac-186b-4327-ae36-89590db829f7 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:11:54.869915 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-a6e233ac-186b-4327-ae36-89590db829f7 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:55.029150 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-a6e233ac-186b-4327-ae36-89590db829f7 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:55.312936 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-a6e233ac-186b-4327-ae36-89590db829f7 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Notify callbacks [] for port, precommit_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:55.371791 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-a6e233ac-186b-4327-ae36-89590db829f7 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2160299'] for port, after_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:55.375376 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-a7297cf0-62a6-4c1e-a0b8-43f1c43a3cc6 tempest-AttachVolumeShelveTestJSON-1429899436 tempest-AttachVolumeShelveTestJSON-1429899436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:11:55.471655 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e233ac-186b-4327-ae36-89590db829f7 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Pushing event updated for resources: {'Port': ['ID=ead246a3-e011-499d-97c1-989008a56895,revision_number=2']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:11:55.479103 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-a6e233ac-186b-4327-ae36-89590db829f7 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:11:55.487771 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-a6e233ac-186b-4327-ae36-89590db829f7 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558965'] for floatingip, after_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:55.659565 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.db.l3_db [None req-a6e233ac-186b-4327-ae36-89590db829f7 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Floating IP 94c3d641-458a-4cbf-96f6-a27e53115217 associated. External IP: 172.28.2.16, port: 9bbd5e84-d266-474b-93e2-5ad6a452ed6a. Jun 06 12:11:56.007141 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6e233ac-186b-4327-ae36-89590db829f7 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Router 729e0f70-cc32-4761-b9c4-73144cab8dc6 has already been hosted by L3 agent 915c5c25-b12e-44c8-ae20-885b4f191692 {{(pid=92096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 12:11:56.183915 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e233ac-186b-4327-ae36-89590db829f7 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Notify agent at l3_agent.dv-cinder-786266-2-smb the message routers_updated {{(pid=92096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 12:11:56.193239 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2686d7f-234e-4d13-8c01-3dd36e021d6e None None] Sync routers for ids ['729e0f70-cc32-4761-b9c4-73144cab8dc6'] in dv-cinder-786266-2-smb {{(pid=92098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 12:11:56.202616 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2686d7f-234e-4d13-8c01-3dd36e021d6e None None] Routers {'729e0f70-cc32-4761-b9c4-73144cab8dc6'} bound to L3 agent in host dv-cinder-786266-2-smb {{(pid=92098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:11:56.203220 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_hamode_db [None req-f2686d7f-234e-4d13-8c01-3dd36e021d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T11:54:50Z,description=,heartbeat_timestamp=2021-06-06T12:11:50Z,host='dv-cinder-786266-2-smb',id=915c5c25-b12e-44c8-ae20-885b4f191692,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:54:51Z,topic='l3_agent')) {'router_ids': ['729e0f70-cc32-4761-b9c4-73144cab8dc6'], 'active': True} {{(pid=92098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:11:56.268796 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-a6e233ac-186b-4327-ae36-89590db829f7 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160768'] for floatingip, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:56.323219 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-a6e233ac-186b-4327-ae36-89590db829f7 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6322384 Jun 06 12:11:56.323855 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd82926d4-f93d-4eb6-bf4a-60eb5f39ab46', 'tag': '9bbd5e84-d266-474b-93e2-5ad6a452ed6a'}] {{(pid=92096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:11:56.326153 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 40638) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:11:56.326689 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70cf447e3881262ea0b43a88f7d0d33c778b0ed04640d1c627a7304ff1bba8b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c548307-c00e-4b8c-baf4-320669f436d3" -d '{"events": [{"name": "network-changed", "server_uuid": "d82926d4-f93d-4eb6-bf4a-60eb5f39ab46", "tag": "9bbd5e84-d266-474b-93e2-5ad6a452ed6a"}]}' {{(pid=92096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:11:56.331106 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.v2.base [None req-3fc52f8a-ba74-41cc-83da-e55c2e57a890 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-60751849', 'description': 'tempest-secgroup-smoke-60751849 description', 'project_id': 'c0fffa2cff914fa08f2553a671653542'}} {{(pid=92097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:11:56.369236 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 12:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-444d37c0-bc7d-47c9-b542-d265ab392369 x-openstack-request-id: req-444d37c0-bc7d-47c9-b542-d265ab392369 {{(pid=92096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:11:56.369608 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d82926d4-f93d-4eb6-bf4a-60eb5f39ab46", "tag": "9bbd5e84-d266-474b-93e2-5ad6a452ed6a", "status": "completed", "code": 200}]} {{(pid=92096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:11:56.369918 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-444d37c0-bc7d-47c9-b542-d265ab392369 {{(pid=92096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:11:56.370341 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd82926d4-f93d-4eb6-bf4a-60eb5f39ab46', 'tag': '9bbd5e84-d266-474b-93e2-5ad6a452ed6a', 'status': 'completed', 'code': 200} Jun 06 12:11:56.378263 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvr_db [None req-f2686d7f-234e-4d13-8c01-3dd36e021d6e None None] Set router 729e0f70-cc32-4761-b9c4-73144cab8dc6 gateway port host: dv-cinder-786266-2-smb {{(pid=92098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:11:56.428331 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-3fc52f8a-ba74-41cc-83da-e55c2e57a890 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Notify callbacks [] for security_group, before_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:56.509599 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c548307-c00e-4b8c-baf4-320669f436d3 req-3ff1f12f-54b0-485d-b136-07a6d816db05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:11:56.511093 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-5c548307-c00e-4b8c-baf4-320669f436d3 req-3ff1f12f-54b0-485d-b136-07a6d816db05 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c0fffa2cff914fa08f2553a671653542&device_id=d82926d4-f93d-4eb6-bf4a-60eb5f39ab46 HTTP/1.1" status: 200 len: 1099 time: 0.1186292 Jun 06 12:11:56.649859 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-3fc52f8a-ba74-41cc-83da-e55c2e57a890 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Notify callbacks [] for security_group, precommit_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:56.681550 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c548307-c00e-4b8c-baf4-320669f436d3 req-e8f6287f-da42-4be0-80ce-ab4a313974d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:11:56.683055 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-5c548307-c00e-4b8c-baf4-320669f436d3 req-e8f6287f-da42-4be0-80ce-ab4a313974d6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a0275649-991c-46de-a5df-8d984dc38d5a HTTP/1.1" status: 200 len: 915 time: 0.1633697 Jun 06 12:11:56.743873 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-3fc52f8a-ba74-41cc-83da-e55c2e57a890 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_create {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:56.745351 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_hamode_db [None req-f2686d7f-234e-4d13-8c01-3dd36e021d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '729e0f70-cc32-4761-b9c4-73144cab8dc6', 'name': 'tempest-TestMinimumBasicScenario-166718326-router', 'tenant_id': 'c0fffa2cff914fa08f2553a671653542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.54'}], 'enable_snat': True}, 'gw_port_id': 'bccd58d3-0cdc-46a0-bc68-485f31f49ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:10:55Z', 'updated_at': '2021-06-06T12:11:00Z', 'revision_number': 4, 'project_id': 'c0fffa2cff914fa08f2553a671653542', 'gw_port': {'id': 'bccd58d3-0cdc-46a0-bc68-485f31f49ddd', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:aa:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729e0f70-cc32-4761-b9c4-73144cab8dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:10:56Z', 'updated_at': '2021-06-06T12:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb', '_floatingips': [{'id': '94c3d641-458a-4cbf-96f6-a27e53115217', 'tenant_id': 'c0fffa2cff914fa08f2553a671653542', 'floating_ip_address': '172.28.2.16', 'floating_network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'router_id': '729e0f70-cc32-4761-b9c4-73144cab8dc6', 'port_id': '9bbd5e84-d266-474b-93e2-5ad6a452ed6a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0275649-991c-46de-a5df-8d984dc38d5a', 'mac_address': 'fa:16:3e:7f:80:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd82926d4-f93d-4eb6-bf4a-60eb5f39ab46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T12:11:54Z', 'updated_at': '2021-06-06T12:11:54Z', 'revision_number': 0, 'project_id': 'c0fffa2cff914fa08f2553a671653542', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca9d4f51-ba49-458e-a979-f5e2552727d7', 'name': '', 'network_id': 'a0275649-991c-46de-a5df-8d984dc38d5a', 'tenant_id': 'c0fffa2cff914fa08f2553a671653542', 'mac_address': 'fa:16:3e:56:85:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729e0f70-cc32-4761-b9c4-73144cab8dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5ba3bcd8-00df-4ce6-8488-2295f135abc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:10:59Z', 'updated_at': '2021-06-06T12:11:05Z', 'revision_number': 5, 'project_id': 'c0fffa2cff914fa08f2553a671653542', 'subnets': [{'id': '5ba3bcd8-00df-4ce6-8488-2295f135abc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-2-smb', False) {} {{(pid=92098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:11:56.749119 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2686d7f-234e-4d13-8c01-3dd36e021d6e None None] Checking router: 729e0f70-cc32-4761-b9c4-73144cab8dc6 for host: dv-cinder-786266-2-smb {{(pid=92098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 12:11:56.757688 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2686d7f-234e-4d13-8c01-3dd36e021d6e None None] Routers {'729e0f70-cc32-4761-b9c4-73144cab8dc6'} bound to L3 agent in host dv-cinder-786266-2-smb {{(pid=92098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:11:56.758323 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_hamode_db [None req-f2686d7f-234e-4d13-8c01-3dd36e021d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T11:54:50Z,description=,heartbeat_timestamp=2021-06-06T12:11:50Z,host='dv-cinder-786266-2-smb',id=915c5c25-b12e-44c8-ae20-885b4f191692,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:54:51Z,topic='l3_agent')) {'router_ids': ['729e0f70-cc32-4761-b9c4-73144cab8dc6'], 'active': True} {{(pid=92098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:11:56.760490 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-5b9413c4-5b32-4532-8a43-c7a55967842f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:11:56.812594 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc52f8a-ba74-41cc-83da-e55c2e57a890 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78b4e406-875c-4937-95a8-61be9f18f538,revision_number=1']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:11:56.822743 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-3fc52f8a-ba74-41cc-83da-e55c2e57a890 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:11:56.827200 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-5c548307-c00e-4b8c-baf4-320669f436d3 req-eb4f5d04-e0e6-46f1-a012-00889a7884c2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9bbd5e84-d266-474b-93e2-5ad6a452ed6a HTTP/1.1" status: 200 len: 999 time: 0.1372638 Jun 06 12:11:56.879859 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-3fc52f8a-ba74-41cc-83da-e55c2e57a890 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Notify callbacks [] for security_group, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:56.880920 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-3fc52f8a-ba74-41cc-83da-e55c2e57a890 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.5537362 Jun 06 12:11:56.884267 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 40642) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:11:56.890448 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c548307-c00e-4b8c-baf4-320669f436d3 req-e6930449-e2cd-4cf1-8651-1d1709c26b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:11:56.890608 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.v2.base [None req-5da39875-e75b-435e-9c0c-eb349abdeffa tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Request body: {'security_group_rule': {'security_group_id': '78b4e406-875c-4937-95a8-61be9f18f538', 'project_id': 'c0fffa2cff914fa08f2553a671653542', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:11:56.891786 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-5c548307-c00e-4b8c-baf4-320669f436d3 req-e6930449-e2cd-4cf1-8651-1d1709c26b83 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5ba3bcd8-00df-4ce6-8488-2295f135abc4 HTTP/1.1" status: 200 len: 853 time: 0.0577772 Jun 06 12:11:56.935526 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvr_db [None req-f2686d7f-234e-4d13-8c01-3dd36e021d6e None None] Set router 729e0f70-cc32-4761-b9c4-73144cab8dc6 gateway port host: dv-cinder-786266-2-smb {{(pid=92098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:11:56.996581 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-5da39875-e75b-435e-9c0c-eb349abdeffa tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:57.062737 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-5da39875-e75b-435e-9c0c-eb349abdeffa tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:57.070982 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c548307-c00e-4b8c-baf4-320669f436d3 req-5b7b0b9d-c48d-448b-8023-cd541e66296c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:11:57.072430 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-5c548307-c00e-4b8c-baf4-320669f436d3 req-5b7b0b9d-c48d-448b-8023-cd541e66296c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a0275649-991c-46de-a5df-8d984dc38d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1744568 Jun 06 12:11:57.131790 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-5da39875-e75b-435e-9c0c-eb349abdeffa tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702332'] for security_group_rule, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:57.134170 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-d5a4a4fb-92f0-412e-905c-25db64ef3e71 tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:11:57.156641 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da39875-e75b-435e-9c0c-eb349abdeffa tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb428703-4fd0-4975-ba0d-ea59d3a06932,revision_number=0']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:11:57.159286 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-5da39875-e75b-435e-9c0c-eb349abdeffa tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:11:57.203498 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-5c548307-c00e-4b8c-baf4-320669f436d3 req-7fa74df2-e347-40df-8353-dada56fef075 service neutron] 10.222.0.35 "GET /v2.0/networks/a0275649-991c-46de-a5df-8d984dc38d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235871 Jun 06 12:11:57.212293 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-5da39875-e75b-435e-9c0c-eb349abdeffa tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:57.217403 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-5da39875-e75b-435e-9c0c-eb349abdeffa tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3276513 Jun 06 12:11:57.217403 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 40644) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:11:57.221915 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.v2.base [None req-6903d9f9-b375-471b-b7fd-f7861a6a0b9d tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Request body: {'security_group_rule': {'security_group_id': '78b4e406-875c-4937-95a8-61be9f18f538', 'project_id': 'c0fffa2cff914fa08f2553a671653542', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:11:57.310958 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_hamode_db [None req-f2686d7f-234e-4d13-8c01-3dd36e021d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '729e0f70-cc32-4761-b9c4-73144cab8dc6', 'name': 'tempest-TestMinimumBasicScenario-166718326-router', 'tenant_id': 'c0fffa2cff914fa08f2553a671653542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.54'}], 'enable_snat': True}, 'gw_port_id': 'bccd58d3-0cdc-46a0-bc68-485f31f49ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:10:55Z', 'updated_at': '2021-06-06T12:11:00Z', 'revision_number': 4, 'project_id': 'c0fffa2cff914fa08f2553a671653542', 'gw_port': {'id': 'bccd58d3-0cdc-46a0-bc68-485f31f49ddd', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:aa:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729e0f70-cc32-4761-b9c4-73144cab8dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:10:56Z', 'updated_at': '2021-06-06T12:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb', '_floatingips': [{'id': '94c3d641-458a-4cbf-96f6-a27e53115217', 'tenant_id': 'c0fffa2cff914fa08f2553a671653542', 'floating_ip_address': '172.28.2.16', 'floating_network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'router_id': '729e0f70-cc32-4761-b9c4-73144cab8dc6', 'port_id': '9bbd5e84-d266-474b-93e2-5ad6a452ed6a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0275649-991c-46de-a5df-8d984dc38d5a', 'mac_address': 'fa:16:3e:7f:80:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd82926d4-f93d-4eb6-bf4a-60eb5f39ab46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T12:11:54Z', 'updated_at': '2021-06-06T12:11:54Z', 'revision_number': 0, 'project_id': 'c0fffa2cff914fa08f2553a671653542', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca9d4f51-ba49-458e-a979-f5e2552727d7', 'name': '', 'network_id': 'a0275649-991c-46de-a5df-8d984dc38d5a', 'tenant_id': 'c0fffa2cff914fa08f2553a671653542', 'mac_address': 'fa:16:3e:56:85:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729e0f70-cc32-4761-b9c4-73144cab8dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5ba3bcd8-00df-4ce6-8488-2295f135abc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:10:59Z', 'updated_at': '2021-06-06T12:11:05Z', 'revision_number': 5, 'project_id': 'c0fffa2cff914fa08f2553a671653542', 'subnets': [{'id': '5ba3bcd8-00df-4ce6-8488-2295f135abc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-2-smb', False) {} {{(pid=92098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:11:57.315073 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2686d7f-234e-4d13-8c01-3dd36e021d6e None None] The sync data for ids ['729e0f70-cc32-4761-b9c4-73144cab8dc6'] in dv-cinder-786266-2-smb is: [{'id': '729e0f70-cc32-4761-b9c4-73144cab8dc6', 'name': 'tempest-TestMinimumBasicScenario-166718326-router', 'tenant_id': 'c0fffa2cff914fa08f2553a671653542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.54'}], 'enable_snat': True}, 'gw_port_id': 'bccd58d3-0cdc-46a0-bc68-485f31f49ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:10:55Z', 'updated_at': '2021-06-06T12:11:00Z', 'revision_number': 4, 'project_id': 'c0fffa2cff914fa08f2553a671653542', 'gw_port': {'id': 'bccd58d3-0cdc-46a0-bc68-485f31f49ddd', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:aa:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729e0f70-cc32-4761-b9c4-73144cab8dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:10:56Z', 'updated_at': '2021-06-06T12:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb', '_floatingips': [{'id': '94c3d641-458a-4cbf-96f6-a27e53115217', 'tenant_id': 'c0fffa2cff914fa08f2553a671653542', 'floating_ip_address': '172.28.2.16', 'floating_network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'router_id': '729e0f70-cc32-4761-b9c4-73144cab8dc6', 'port_id': '9bbd5e84-d266-474b-93e2-5ad6a452ed6a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0275649-991c-46de-a5df-8d984dc38d5a', 'mac_address': 'fa:16:3e:7f:80:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd82926d4-f93d-4eb6-bf4a-60eb5f39ab46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T12:11:54Z', 'updated_at': '2021-06-06T12:11:54Z', 'revision_number': 0, 'project_id': 'c0fffa2cff914fa08f2553a671653542', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca9d4f51-ba49-458e-a979-f5e2552727d7', 'name': '', 'network_id': 'a0275649-991c-46de-a5df-8d984dc38d5a', 'tenant_id': 'c0fffa2cff914fa08f2553a671653542', 'mac_address': 'fa:16:3e:56:85:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729e0f70-cc32-4761-b9c4-73144cab8dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5ba3bcd8-00df-4ce6-8488-2295f135abc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:10:59Z', 'updated_at': '2021-06-06T12:11:05Z', 'revision_number': 5, 'project_id': 'c0fffa2cff914fa08f2553a671653542', 'subnets': [{'id': '5ba3bcd8-00df-4ce6-8488-2295f135abc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 12:11:57.333812 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-6903d9f9-b375-471b-b7fd-f7861a6a0b9d tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:57.354467 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-5c548307-c00e-4b8c-baf4-320669f436d3 req-76af30fd-1949-4ea8-bc15-1cd1d18031d4 service neutron] 10.222.0.35 "GET /v2.0/networks/a0275649-991c-46de-a5df-8d984dc38d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396866 Jun 06 12:11:57.423421 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-6903d9f9-b375-471b-b7fd-f7861a6a0b9d tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:57.498697 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-6903d9f9-b375-471b-b7fd-f7861a6a0b9d tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702332'] for security_group_rule, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:57.502632 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-5da39875-e75b-435e-9c0c-eb349abdeffa tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:11:57.521822 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518dfac4-221b-4490-8958-d0f059ff798d None None] New status for floating IP 94c3d641-458a-4cbf-96f6-a27e53115217: ACTIVE {{(pid=92099) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 12:11:57.524682 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6903d9f9-b375-471b-b7fd-f7861a6a0b9d tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a994348-12ad-47d0-8bfa-d7b8dad92b81,revision_number=0']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:11:57.528780 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-6903d9f9-b375-471b-b7fd-f7861a6a0b9d tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:11:57.571888 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-6903d9f9-b375-471b-b7fd-f7861a6a0b9d tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:57.573110 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-6903d9f9-b375-471b-b7fd-f7861a6a0b9d tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3560066 Jun 06 12:11:57.577047 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 40646) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:11:57.580531 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.v2.base [None req-c8853a35-cbcb-4a82-91de-8445a2d3bdb6 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Request body: {'security_group_rule': {'security_group_id': '78b4e406-875c-4937-95a8-61be9f18f538', 'project_id': 'c0fffa2cff914fa08f2553a671653542', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:11:57.681560 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-c8853a35-cbcb-4a82-91de-8445a2d3bdb6 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:57.743431 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-c8853a35-cbcb-4a82-91de-8445a2d3bdb6 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:57.811419 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-c8853a35-cbcb-4a82-91de-8445a2d3bdb6 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702332'] for security_group_rule, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:57.813516 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-6903d9f9-b375-471b-b7fd-f7861a6a0b9d tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:11:57.833552 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8853a35-cbcb-4a82-91de-8445a2d3bdb6 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2210ab5d-7901-40a6-be61-b76742746c4c,revision_number=0']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:11:57.837337 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-c8853a35-cbcb-4a82-91de-8445a2d3bdb6 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:11:57.903505 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-c8853a35-cbcb-4a82-91de-8445a2d3bdb6 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:57.904768 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-c8853a35-cbcb-4a82-91de-8445a2d3bdb6 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3281131 Jun 06 12:11:57.907423 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 40648) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:11:57.912475 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.v2.base [None req-4ca065d9-8ad2-4f9a-9d08-721dddde43a8 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Request body: {'security_group_rule': {'security_group_id': '78b4e406-875c-4937-95a8-61be9f18f538', 'project_id': 'c0fffa2cff914fa08f2553a671653542', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:11:58.015346 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-4ca065d9-8ad2-4f9a-9d08-721dddde43a8 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:58.076402 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-4ca065d9-8ad2-4f9a-9d08-721dddde43a8 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:58.148462 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-4ca065d9-8ad2-4f9a-9d08-721dddde43a8 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702332'] for security_group_rule, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:58.150571 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-6a48ed43-5054-49ea-9d6f-a6ad74d2a90d tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:11:58.171446 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca065d9-8ad2-4f9a-9d08-721dddde43a8 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7824a57-73ce-4257-b35c-b9185c76c617,revision_number=0']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:11:58.173783 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-4ca065d9-8ad2-4f9a-9d08-721dddde43a8 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:11:58.268846 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-4ca065d9-8ad2-4f9a-9d08-721dddde43a8 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:58.270584 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-4ca065d9-8ad2-4f9a-9d08-721dddde43a8 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3616168 Jun 06 12:11:58.273538 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 40650) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:11:58.277887 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.v2.base [None req-d558b751-e06f-49ed-8410-98a92a833e73 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Request body: {'security_group_rule': {'security_group_id': '78b4e406-875c-4937-95a8-61be9f18f538', 'project_id': 'c0fffa2cff914fa08f2553a671653542', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:11:58.383563 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.db.securitygroups_db [None req-d558b751-e06f-49ed-8410-98a92a833e73 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Project c0fffa2cff914fa08f2553a671653542 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 06 12:11:58.389444 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-d558b751-e06f-49ed-8410-98a92a833e73 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:58.448375 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-d558b751-e06f-49ed-8410-98a92a833e73 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:58.526170 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-d558b751-e06f-49ed-8410-98a92a833e73 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702332'] for security_group_rule, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:58.528171 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-c8853a35-cbcb-4a82-91de-8445a2d3bdb6 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:11:58.550012 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d558b751-e06f-49ed-8410-98a92a833e73 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c171b74d-dccc-4966-ae60-d8a2705eee4f,revision_number=0']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:11:58.552401 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-d558b751-e06f-49ed-8410-98a92a833e73 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:11:58.600529 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-d558b751-e06f-49ed-8410-98a92a833e73 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:58.601745 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-d558b751-e06f-49ed-8410-98a92a833e73 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3272851 Jun 06 12:11:58.604456 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 40652) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:11:58.608944 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.v2.base [None req-df86196b-3f54-4c01-aedb-42206cb9bbdf tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Request body: {'security_group_rule': {'security_group_id': '78b4e406-875c-4937-95a8-61be9f18f538', 'project_id': 'c0fffa2cff914fa08f2553a671653542', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:11:58.680225 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.db.securitygroups_db [None req-df86196b-3f54-4c01-aedb-42206cb9bbdf tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Project c0fffa2cff914fa08f2553a671653542 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 06 12:11:58.686181 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-df86196b-3f54-4c01-aedb-42206cb9bbdf tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:58.751755 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-df86196b-3f54-4c01-aedb-42206cb9bbdf tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:58.828393 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-df86196b-3f54-4c01-aedb-42206cb9bbdf tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702332'] for security_group_rule, after_create {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:58.830439 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-1d9e424a-4444-4762-9f4c-8d75b3a3ca2f tempest-AttachVolumeTestJSON-1978724343 tempest-AttachVolumeTestJSON-1978724343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:11:58.941316 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df86196b-3f54-4c01-aedb-42206cb9bbdf tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cec4c476-9bd9-4f2c-b901-0ee0a7f9f15d,revision_number=0']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:11:58.943725 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-df86196b-3f54-4c01-aedb-42206cb9bbdf tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:11:59.011319 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-df86196b-3f54-4c01-aedb-42206cb9bbdf tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:59.012479 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-df86196b-3f54-4c01-aedb-42206cb9bbdf tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4070485 Jun 06 12:11:59.129448 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-4700aa35-3a40-40d3-b02b-63cab6a544f8 req-cb38cc8e-23f7-4812-842c-efdcbdc47f5e tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-60751849&fields=id&tenant_id=c0fffa2cff914fa08f2553a671653542 HTTP/1.1" status: 200 len: 267 time: 0.0390465 Jun 06 12:11:59.209515 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4700aa35-3a40-40d3-b02b-63cab6a544f8 req-f7f688ce-dbe8-4778-8843-ada1f46a8ffb tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:11:59.211209 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-4700aa35-3a40-40d3-b02b-63cab6a544f8 req-f7f688ce-dbe8-4778-8843-ada1f46a8ffb tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/ports?device_id=d82926d4-f93d-4eb6-bf4a-60eb5f39ab46 HTTP/1.1" status: 200 len: 946 time: 0.0762908 Jun 06 12:11:59.222299 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.v2.base [req-4700aa35-3a40-40d3-b02b-63cab6a544f8 req-ac04a2d2-7347-46cd-9e1d-c8079a52312f tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Request body: {'port': {'security_groups': ['bf7722af-202e-4df5-998a-4182e1605f49', '78b4e406-875c-4937-95a8-61be9f18f538']}} {{(pid=92096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:11:59.346005 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-4700aa35-3a40-40d3-b02b-63cab6a544f8 req-ac04a2d2-7347-46cd-9e1d-c8079a52312f tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:59.604117 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.db [req-4700aa35-3a40-40d3-b02b-63cab6a544f8 req-ac04a2d2-7347-46cd-9e1d-c8079a52312f tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] For port 9bbd5e84-d266-474b-93e2-5ad6a452ed6a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=9bbd5e84-d266-474b-93e2-5ad6a452ed6a,segment=NetworkSegment(8700c091-f8ea-443c-823b-a58c005087f4),segment_id=8700c091-f8ea-443c-823b-a58c005087f4)] {{(pid=92096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:11:59.627974 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-4700aa35-3a40-40d3-b02b-63cab6a544f8 req-ac04a2d2-7347-46cd-9e1d-c8079a52312f tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Notify callbacks [] for port, precommit_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:59.697456 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-4700aa35-3a40-40d3-b02b-63cab6a544f8 req-ac04a2d2-7347-46cd-9e1d-c8079a52312f tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2160299'] for port, after_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:59.702941 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-368f8e48-2987-4567-88ad-ed42002b4ac5 tempest-DeleteServersTestJSON-1727793800 tempest-DeleteServersTestJSON-1727793800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:11:59.708524 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] get_ports_and_sgs() called for port_ids ['9bbd5e84-d266-474b-93e2-5ad6a452ed6a'] {{(pid=92098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 12:11:59.767734 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4700aa35-3a40-40d3-b02b-63cab6a544f8 req-ac04a2d2-7347-46cd-9e1d-c8079a52312f tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:11:59.768349 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-4700aa35-3a40-40d3-b02b-63cab6a544f8 req-ac04a2d2-7347-46cd-9e1d-c8079a52312f tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160768'] for port, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:11:59.769789 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-4700aa35-3a40-40d3-b02b-63cab6a544f8 req-ac04a2d2-7347-46cd-9e1d-c8079a52312f tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "PUT /v2.0/ports/9bbd5e84-d266-474b-93e2-5ad6a452ed6a HTTP/1.1" status: 200 len: 982 time: 0.5526345 Jun 06 12:11:59.770293 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd82926d4-f93d-4eb6-bf4a-60eb5f39ab46', 'tag': '9bbd5e84-d266-474b-93e2-5ad6a452ed6a'}] {{(pid=92096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:11:59.773161 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70cf447e3881262ea0b43a88f7d0d33c778b0ed04640d1c627a7304ff1bba8b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f909373d-4c00-46e5-ae58-6893044ae78d" -d '{"events": [{"name": "network-changed", "server_uuid": "d82926d4-f93d-4eb6-bf4a-60eb5f39ab46", "tag": "9bbd5e84-d266-474b-93e2-5ad6a452ed6a"}]}' {{(pid=92096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:11:59.814117 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac04a2d2-7347-46cd-9e1d-c8079a52312f tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Pushing event updated for resources: {'Port': ['ID=9bbd5e84-d266-474b-93e2-5ad6a452ed6a,revision_number=6']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:11:59.819850 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-ac04a2d2-7347-46cd-9e1d-c8079a52312f tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:11:59.832752 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 12:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6512ae97-b3a3-4d26-b0e1-03ce171a14c8 x-openstack-request-id: req-6512ae97-b3a3-4d26-b0e1-03ce171a14c8 {{(pid=92096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:11:59.834686 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d82926d4-f93d-4eb6-bf4a-60eb5f39ab46", "tag": "9bbd5e84-d266-474b-93e2-5ad6a452ed6a", "status": "completed", "code": 200}]} {{(pid=92096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:11:59.835165 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6512ae97-b3a3-4d26-b0e1-03ce171a14c8 {{(pid=92096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:11:59.835995 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd82926d4-f93d-4eb6-bf4a-60eb5f39ab46', 'tag': '9bbd5e84-d266-474b-93e2-5ad6a452ed6a', 'status': 'completed', 'code': 200} Jun 06 12:11:59.841506 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] get_ports_and_sgs() called for port_ids ['9bbd5e84-d266-474b-93e2-5ad6a452ed6a'] {{(pid=92098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 12:11:59.935453 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f909373d-4c00-46e5-ae58-6893044ae78d req-eb546c64-b472-47b7-8be9-8eec6f489eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:11:59.936919 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-f909373d-4c00-46e5-ae58-6893044ae78d req-eb546c64-b472-47b7-8be9-8eec6f489eab service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c0fffa2cff914fa08f2553a671653542&device_id=d82926d4-f93d-4eb6-bf4a-60eb5f39ab46 HTTP/1.1" status: 200 len: 1138 time: 0.0799220 Jun 06 12:11:59.979653 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b3a33-ecec-4a1d-b7a4-fec11f6b15f2 req-f579d060-0d0c-43b6-9682-a7e38d773bd4 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:11:59.981208 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-066b3a33-ecec-4a1d-b7a4-fec11f6b15f2 req-f579d060-0d0c-43b6-9682-a7e38d773bd4 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/ports?device_id=d82926d4-f93d-4eb6-bf4a-60eb5f39ab46 HTTP/1.1" status: 200 len: 985 time: 0.0954704 Jun 06 12:12:00.031898 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-066b3a33-ecec-4a1d-b7a4-fec11f6b15f2 req-40c242cf-9edd-4e20-abbb-a5236b259786 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/security-groups?id=78b4e406-875c-4937-95a8-61be9f18f538&id=bf7722af-202e-4df5-998a-4182e1605f49&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0443540 Jun 06 12:12:00.079618 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f909373d-4c00-46e5-ae58-6893044ae78d req-a5559e4b-1bf0-4574-893d-23b1b2bdff2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:12:00.081033 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-f909373d-4c00-46e5-ae58-6893044ae78d req-a5559e4b-1bf0-4574-893d-23b1b2bdff2e service neutron] 10.222.0.35 "GET /v2.0/networks?id=a0275649-991c-46de-a5df-8d984dc38d5a HTTP/1.1" status: 200 len: 915 time: 0.1368384 Jun 06 12:12:00.153566 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-e47cc05a-c2da-4e18-b43d-424152464887 None None] Provisioning complete for port 9bbd5e84-d266-474b-93e2-5ad6a452ed6a triggered by entity DHCP. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:12:00.153877 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-e47cc05a-c2da-4e18-b43d-424152464887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:12:00.181720 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-f909373d-4c00-46e5-ae58-6893044ae78d req-3a983dea-a3aa-4b80-a854-2a445add5311 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9bbd5e84-d266-474b-93e2-5ad6a452ed6a HTTP/1.1" status: 200 len: 1001 time: 0.0944974 Jun 06 12:12:00.246863 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f909373d-4c00-46e5-ae58-6893044ae78d req-69283665-c1d3-4e0b-925c-0ea65444d10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:12:00.248268 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-f909373d-4c00-46e5-ae58-6893044ae78d req-69283665-c1d3-4e0b-925c-0ea65444d10d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5ba3bcd8-00df-4ce6-8488-2295f135abc4 HTTP/1.1" status: 200 len: 853 time: 0.0594363 Jun 06 12:12:00.325946 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f909373d-4c00-46e5-ae58-6893044ae78d req-796a2c55-9c61-49b6-82c4-f928dd05c010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:12:00.327560 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-f909373d-4c00-46e5-ae58-6893044ae78d req-796a2c55-9c61-49b6-82c4-f928dd05c010 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a0275649-991c-46de-a5df-8d984dc38d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0733008 Jun 06 12:12:00.456538 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-f909373d-4c00-46e5-ae58-6893044ae78d req-67a88cf8-8cfa-4599-aea8-336574e29385 service neutron] 10.222.0.35 "GET /v2.0/networks/a0275649-991c-46de-a5df-8d984dc38d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228926 Jun 06 12:12:00.583903 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-f909373d-4c00-46e5-ae58-6893044ae78d req-fd586c99-61e3-4fb2-b47c-2df19a37e923 service neutron] 10.222.0.35 "GET /v2.0/networks/a0275649-991c-46de-a5df-8d984dc38d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214695 Jun 06 12:12:17.788731 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-b5972f5e-ff3d-4e0d-8736-f13beb1329e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:12:20.058273 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-f92e1192-be75-4a43-8903-06418951790f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:12:20.234640 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:12:20.605665 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:12:21.245605 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-c3be426d-4704-402b-bce9-7cb8373a3dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:12:21.455473 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.agents_db [None req-260e75b6-693f-447f-9c37-08072a5d67b1 None None] Agent healthcheck: found 6 active agents {{(pid=92099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 12:12:21.760645 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-a77b288c-8f66-43ff-b75a-f07663afd1b9 req-d8292cf4-59c9-4ebf-9227-2efaf1054d4c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d82926d4-f93d-4eb6-bf4a-60eb5f39ab46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0663860 Jun 06 12:12:21.899356 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b288c-8f66-43ff-b75a-f07663afd1b9 req-2de1d154-6cff-4405-9237-5c0b0477ba5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:12:21.901228 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-a77b288c-8f66-43ff-b75a-f07663afd1b9 req-2de1d154-6cff-4405-9237-5c0b0477ba5f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c0fffa2cff914fa08f2553a671653542&device_id=d82926d4-f93d-4eb6-bf4a-60eb5f39ab46 HTTP/1.1" status: 200 len: 1138 time: 0.0726113 Jun 06 12:12:22.038507 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b288c-8f66-43ff-b75a-f07663afd1b9 req-992425e8-8820-4bff-85e5-b8d12b40dadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:12:22.039898 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-a77b288c-8f66-43ff-b75a-f07663afd1b9 req-992425e8-8820-4bff-85e5-b8d12b40dadc service neutron] 10.222.0.35 "GET /v2.0/networks?id=a0275649-991c-46de-a5df-8d984dc38d5a HTTP/1.1" status: 200 len: 915 time: 0.1205592 Jun 06 12:12:22.139351 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-a77b288c-8f66-43ff-b75a-f07663afd1b9 req-4df6d5f2-d73e-49a2-9aa0-dc393230d31b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9bbd5e84-d266-474b-93e2-5ad6a452ed6a HTTP/1.1" status: 200 len: 1001 time: 0.0923381 Jun 06 12:12:22.200936 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b288c-8f66-43ff-b75a-f07663afd1b9 req-626fa6be-8862-4875-b0dd-e7738aaf8d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:12:22.201209 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-a77b288c-8f66-43ff-b75a-f07663afd1b9 req-626fa6be-8862-4875-b0dd-e7738aaf8d1c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5ba3bcd8-00df-4ce6-8488-2295f135abc4 HTTP/1.1" status: 200 len: 853 time: 0.0558324 Jun 06 12:12:22.278477 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b288c-8f66-43ff-b75a-f07663afd1b9 req-c71e63e2-4fbc-4281-8ffe-28283452a0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:12:22.279893 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-a77b288c-8f66-43ff-b75a-f07663afd1b9 req-c71e63e2-4fbc-4281-8ffe-28283452a0ea service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a0275649-991c-46de-a5df-8d984dc38d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0729122 Jun 06 12:12:22.512594 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-a77b288c-8f66-43ff-b75a-f07663afd1b9 req-cdf57481-7071-4447-9b03-150e95fd6413 service neutron] 10.222.0.35 "GET /v2.0/networks/a0275649-991c-46de-a5df-8d984dc38d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265735 Jun 06 12:12:22.645543 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-a77b288c-8f66-43ff-b75a-f07663afd1b9 req-ba1de4f4-cdc0-4123-846f-61a20491fe2d service neutron] 10.222.0.35 "GET /v2.0/networks/a0275649-991c-46de-a5df-8d984dc38d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266270 Jun 06 12:12:23.045697 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-dde0a769-bb65-4f49-a590-df32523868aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:12:23.187366 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a50412-9dc9-4be2-9172-c463a8b4c744 req-897d58a4-343a-412f-9392-cf33df6d154c tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:12:23.188714 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-48a50412-9dc9-4be2-9172-c463a8b4c744 req-897d58a4-343a-412f-9392-cf33df6d154c tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/ports?device_id=d82926d4-f93d-4eb6-bf4a-60eb5f39ab46 HTTP/1.1" status: 200 len: 985 time: 0.0814297 Jun 06 12:12:23.230624 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08639674-db48-4146-b47a-2aaa6dd6c8b0 req-fe080b36-3c76-4f8b-b73b-3bd92e3aec9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:12:23.232097 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-08639674-db48-4146-b47a-2aaa6dd6c8b0 req-fe080b36-3c76-4f8b-b73b-3bd92e3aec9c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c0fffa2cff914fa08f2553a671653542&device_id=d82926d4-f93d-4eb6-bf4a-60eb5f39ab46 HTTP/1.1" status: 200 len: 1138 time: 0.0713289 Jun 06 12:12:23.248426 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-48a50412-9dc9-4be2-9172-c463a8b4c744 req-56d12389-e597-4157-8625-45e3448643b3 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/security-groups?id=78b4e406-875c-4937-95a8-61be9f18f538&id=bf7722af-202e-4df5-998a-4182e1605f49&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0465882 Jun 06 12:12:23.361631 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08639674-db48-4146-b47a-2aaa6dd6c8b0 req-07e22e53-d1c7-41b8-91ac-db9db011e39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:12:23.363068 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-08639674-db48-4146-b47a-2aaa6dd6c8b0 req-07e22e53-d1c7-41b8-91ac-db9db011e39a service neutron] 10.222.0.35 "GET /v2.0/networks?id=a0275649-991c-46de-a5df-8d984dc38d5a HTTP/1.1" status: 200 len: 915 time: 0.1240933 Jun 06 12:12:23.465337 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-08639674-db48-4146-b47a-2aaa6dd6c8b0 req-eb600e97-f9e5-4e12-8042-078c26861c38 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9bbd5e84-d266-474b-93e2-5ad6a452ed6a HTTP/1.1" status: 200 len: 1001 time: 0.0951035 Jun 06 12:12:23.529084 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08639674-db48-4146-b47a-2aaa6dd6c8b0 req-2fdf63d8-717d-408b-90ee-4fa2d229c8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:12:23.533872 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-08639674-db48-4146-b47a-2aaa6dd6c8b0 req-2fdf63d8-717d-408b-90ee-4fa2d229c8b2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5ba3bcd8-00df-4ce6-8488-2295f135abc4 HTTP/1.1" status: 200 len: 853 time: 0.0590372 Jun 06 12:12:23.607731 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08639674-db48-4146-b47a-2aaa6dd6c8b0 req-175dc3ea-16b5-4bd8-9853-0ec9917f63b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:12:23.609182 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-08639674-db48-4146-b47a-2aaa6dd6c8b0 req-175dc3ea-16b5-4bd8-9853-0ec9917f63b1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a0275649-991c-46de-a5df-8d984dc38d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0722222 Jun 06 12:12:23.738946 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-08639674-db48-4146-b47a-2aaa6dd6c8b0 req-4c81bfbb-340b-4c68-89e2-6adcefefde00 service neutron] 10.222.0.35 "GET /v2.0/networks/a0275649-991c-46de-a5df-8d984dc38d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226046 Jun 06 12:12:23.866688 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-08639674-db48-4146-b47a-2aaa6dd6c8b0 req-c2837071-41a1-40ac-83bb-c87b3f789285 service neutron] 10.222.0.35 "GET /v2.0/networks/a0275649-991c-46de-a5df-8d984dc38d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218615 Jun 06 12:12:24.432988 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ad406-adba-47a1-9afa-f2927218e9ce req-807053c7-4707-414d-afc7-2dfa3d7b868c tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:12:24.434453 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-528ad406-adba-47a1-9afa-f2927218e9ce req-807053c7-4707-414d-afc7-2dfa3d7b868c tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/ports?device_id=d82926d4-f93d-4eb6-bf4a-60eb5f39ab46 HTTP/1.1" status: 200 len: 985 time: 0.0820615 Jun 06 12:12:24.481723 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-528ad406-adba-47a1-9afa-f2927218e9ce req-d0d7ff07-de4b-4672-86ea-29b311ca9dba tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/security-groups?id=78b4e406-875c-4937-95a8-61be9f18f538&id=bf7722af-202e-4df5-998a-4182e1605f49&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0416822 Jun 06 12:12:25.668632 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ff2244-06dd-45d6-808c-1504d189a785 req-34e70ae9-9d22-46f5-8bb4-f4aaa0c367df tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:12:25.670087 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-73ff2244-06dd-45d6-808c-1504d189a785 req-34e70ae9-9d22-46f5-8bb4-f4aaa0c367df tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/ports?device_id=d82926d4-f93d-4eb6-bf4a-60eb5f39ab46 HTTP/1.1" status: 200 len: 985 time: 0.0834725 Jun 06 12:12:25.716570 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-73ff2244-06dd-45d6-808c-1504d189a785 req-394d6114-26dc-4de6-a104-57c459beb25d tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/security-groups?id=78b4e406-875c-4937-95a8-61be9f18f538&id=bf7722af-202e-4df5-998a-4182e1605f49&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0408537 Jun 06 12:12:26.897728 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32de1aa-59d7-4312-a11d-72386eeba2c0 req-bbb90c90-9d35-4e6b-a2e0-73e860e6d998 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:12:26.899116 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-d32de1aa-59d7-4312-a11d-72386eeba2c0 req-bbb90c90-9d35-4e6b-a2e0-73e860e6d998 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/ports?device_id=d82926d4-f93d-4eb6-bf4a-60eb5f39ab46 HTTP/1.1" status: 200 len: 985 time: 0.0799360 Jun 06 12:12:26.944260 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-d32de1aa-59d7-4312-a11d-72386eeba2c0 req-a55f308a-d1d2-42c9-a3dd-0735c859e909 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/security-groups?id=78b4e406-875c-4937-95a8-61be9f18f538&id=bf7722af-202e-4df5-998a-4182e1605f49&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0393679 Jun 06 12:12:28.130451 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd01b66-3550-4655-8fa5-97815d3ec24b req-8d067fb7-db46-4342-83f9-e23552c16f42 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:12:28.131863 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-2cd01b66-3550-4655-8fa5-97815d3ec24b req-8d067fb7-db46-4342-83f9-e23552c16f42 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/ports?device_id=d82926d4-f93d-4eb6-bf4a-60eb5f39ab46 HTTP/1.1" status: 200 len: 985 time: 0.0816133 Jun 06 12:12:28.177833 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-2cd01b66-3550-4655-8fa5-97815d3ec24b req-75ae96fc-27ea-4569-a68d-bd1562a4782c tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/security-groups?id=78b4e406-875c-4937-95a8-61be9f18f538&id=bf7722af-202e-4df5-998a-4182e1605f49&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0395010 Jun 06 12:12:29.363193 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9483a1c-bf88-4bf9-a966-c99b323cdb01 req-9cd3bcbb-12e9-43e8-874f-32e2fc508159 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:12:29.364604 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-e9483a1c-bf88-4bf9-a966-c99b323cdb01 req-9cd3bcbb-12e9-43e8-874f-32e2fc508159 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/ports?device_id=d82926d4-f93d-4eb6-bf4a-60eb5f39ab46 HTTP/1.1" status: 200 len: 985 time: 0.0780916 Jun 06 12:12:29.410302 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-e9483a1c-bf88-4bf9-a966-c99b323cdb01 req-6f0a082e-3a6b-42aa-88ce-c3f170a0b9ec tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/security-groups?id=78b4e406-875c-4937-95a8-61be9f18f538&id=bf7722af-202e-4df5-998a-4182e1605f49&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0399575 Jun 06 12:12:30.595985 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258da2c8-5136-4864-9afd-92f71aca7485 req-299e66df-370a-481e-a431-4c4371f7dc1b tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:12:30.597420 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-258da2c8-5136-4864-9afd-92f71aca7485 req-299e66df-370a-481e-a431-4c4371f7dc1b tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/ports?device_id=d82926d4-f93d-4eb6-bf4a-60eb5f39ab46 HTTP/1.1" status: 200 len: 985 time: 0.0824697 Jun 06 12:12:30.644164 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-258da2c8-5136-4864-9afd-92f71aca7485 req-cbeb06c9-891b-4e10-97c0-6d516140508f tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/security-groups?id=78b4e406-875c-4937-95a8-61be9f18f538&id=bf7722af-202e-4df5-998a-4182e1605f49&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0410192 Jun 06 12:12:31.826425 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d17f84-25a8-4665-8c96-f39cf5d27697 req-25771a8d-1e13-4c09-b218-ecbbff5fcc34 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:12:31.827840 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-37d17f84-25a8-4665-8c96-f39cf5d27697 req-25771a8d-1e13-4c09-b218-ecbbff5fcc34 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/ports?device_id=d82926d4-f93d-4eb6-bf4a-60eb5f39ab46 HTTP/1.1" status: 200 len: 985 time: 0.0777102 Jun 06 12:12:31.876838 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-37d17f84-25a8-4665-8c96-f39cf5d27697 req-696c358f-b025-473c-a0b3-48f697d1a0c3 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/security-groups?id=78b4e406-875c-4937-95a8-61be9f18f538&id=bf7722af-202e-4df5-998a-4182e1605f49&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0433955 Jun 06 12:12:33.058581 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74233ddb-efcf-45b5-9824-9a2807c4ca81 req-0ba61904-d02d-42cf-a2c3-a171f8881d95 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:12:33.060190 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-74233ddb-efcf-45b5-9824-9a2807c4ca81 req-0ba61904-d02d-42cf-a2c3-a171f8881d95 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/ports?device_id=d82926d4-f93d-4eb6-bf4a-60eb5f39ab46 HTTP/1.1" status: 200 len: 985 time: 0.0778112 Jun 06 12:12:33.105576 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-74233ddb-efcf-45b5-9824-9a2807c4ca81 req-131fd2bd-cd64-46a4-bf72-f98ac99f4d01 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/security-groups?id=78b4e406-875c-4937-95a8-61be9f18f538&id=bf7722af-202e-4df5-998a-4182e1605f49&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0396993 Jun 06 12:12:34.290548 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0666eb5-6265-425e-90ed-e17a531f322f req-d2eb68f0-7053-457f-bf15-09cd96c09809 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:12:34.291872 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-b0666eb5-6265-425e-90ed-e17a531f322f req-d2eb68f0-7053-457f-bf15-09cd96c09809 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/ports?device_id=d82926d4-f93d-4eb6-bf4a-60eb5f39ab46 HTTP/1.1" status: 200 len: 985 time: 0.0824256 Jun 06 12:12:34.337655 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-b0666eb5-6265-425e-90ed-e17a531f322f req-9bd3c7de-4b19-4f00-98f7-996661fc30a0 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/security-groups?id=78b4e406-875c-4937-95a8-61be9f18f538&id=bf7722af-202e-4df5-998a-4182e1605f49&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0395758 Jun 06 12:12:35.523550 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d7400-870a-47eb-88f6-c3fff370d0d0 req-46714aef-811a-486d-8a73-2626f668c16f tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:12:35.528584 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-5d9d7400-870a-47eb-88f6-c3fff370d0d0 req-46714aef-811a-486d-8a73-2626f668c16f tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/ports?device_id=d82926d4-f93d-4eb6-bf4a-60eb5f39ab46 HTTP/1.1" status: 200 len: 985 time: 0.0799892 Jun 06 12:12:35.572288 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-5d9d7400-870a-47eb-88f6-c3fff370d0d0 req-67ac8b38-76d3-438e-a891-a60d2bb66a22 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/security-groups?id=78b4e406-875c-4937-95a8-61be9f18f538&id=bf7722af-202e-4df5-998a-4182e1605f49&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0411415 Jun 06 12:12:36.842204 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaf1459-69b1-4315-ae97-6ba650bd1acd req-64047d75-274d-4617-8bcc-fc4b89916ff0 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:12:36.843911 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-bcaf1459-69b1-4315-ae97-6ba650bd1acd req-64047d75-274d-4617-8bcc-fc4b89916ff0 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/ports?device_id=d82926d4-f93d-4eb6-bf4a-60eb5f39ab46 HTTP/1.1" status: 200 len: 985 time: 0.1632307 Jun 06 12:12:36.890457 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-bcaf1459-69b1-4315-ae97-6ba650bd1acd req-50ea2c3d-5b41-412a-b432-748761f620d5 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/security-groups?id=78b4e406-875c-4937-95a8-61be9f18f538&id=bf7722af-202e-4df5-998a-4182e1605f49&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0406442 Jun 06 12:12:38.075708 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f50d8eb-7184-40c2-a866-5b943264a390 req-931feb89-e083-4fb8-8f96-8f0b1f8f75df tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:12:38.077139 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-7f50d8eb-7184-40c2-a866-5b943264a390 req-931feb89-e083-4fb8-8f96-8f0b1f8f75df tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/ports?device_id=d82926d4-f93d-4eb6-bf4a-60eb5f39ab46 HTTP/1.1" status: 200 len: 985 time: 0.0820582 Jun 06 12:12:38.123451 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-7f50d8eb-7184-40c2-a866-5b943264a390 req-07d885ac-672c-4b4c-b799-26f7bc8e15bb tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/security-groups?id=78b4e406-875c-4937-95a8-61be9f18f538&id=bf7722af-202e-4df5-998a-4182e1605f49&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0405986 Jun 06 12:12:39.303296 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae3fc9c-063b-446e-a765-236b847ed486 req-1578e00f-33dc-4dc9-b2fa-f5b2b37b38bc tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:12:39.304735 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-2ae3fc9c-063b-446e-a765-236b847ed486 req-1578e00f-33dc-4dc9-b2fa-f5b2b37b38bc tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/ports?device_id=d82926d4-f93d-4eb6-bf4a-60eb5f39ab46 HTTP/1.1" status: 200 len: 985 time: 0.0789185 Jun 06 12:12:39.352046 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-2ae3fc9c-063b-446e-a765-236b847ed486 req-49262ef3-6d4d-4907-a754-d0dab1b2c6f0 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/security-groups?id=78b4e406-875c-4937-95a8-61be9f18f538&id=bf7722af-202e-4df5-998a-4182e1605f49&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0417242 Jun 06 12:12:40.541420 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67db227d-3fc3-4639-9a22-7011f4538e44 req-b73fcd07-decd-416d-ba06-557d5a1bfd00 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:12:40.542865 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-67db227d-3fc3-4639-9a22-7011f4538e44 req-b73fcd07-decd-416d-ba06-557d5a1bfd00 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/ports?device_id=d82926d4-f93d-4eb6-bf4a-60eb5f39ab46 HTTP/1.1" status: 200 len: 985 time: 0.0874691 Jun 06 12:12:40.588911 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-67db227d-3fc3-4639-9a22-7011f4538e44 req-6cebcc5b-597f-4895-99c9-74282c8a04bf tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/security-groups?id=78b4e406-875c-4937-95a8-61be9f18f538&id=bf7722af-202e-4df5-998a-4182e1605f49&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0401402 Jun 06 12:12:47.811162 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-f0f89ee7-d796-433c-b662-956c5ce2a8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:12:50.045307 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-1622a89e-646c-4f72-9706-439fa5e70dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:12:50.217058 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:12:50.662780 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:12:51.234305 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-c3be426d-4704-402b-bce9-7cb8373a3dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:12:53.033488 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-dde0a769-bb65-4f49-a590-df32523868aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:12:58.453475 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.agents_db [None req-260e75b6-693f-447f-9c37-08072a5d67b1 None None] Agent healthcheck: found 6 active agents {{(pid=92099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 12:13:12.987083 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c20af29f-0595-4d20-a92c-9134a443ac6d req-89b4fa7e-d3c1-4ad9-a3a1-7a50278f4a7d tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-60751849&fields=id&tenant_id=c0fffa2cff914fa08f2553a671653542 HTTP/1.1" status: 200 len: 267 time: 0.1516244 Jun 06 12:13:13.072063 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20af29f-0595-4d20-a92c-9134a443ac6d req-cd573e7d-2cbc-4f2f-838c-c4b4469ca92f tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:13:13.073477 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c20af29f-0595-4d20-a92c-9134a443ac6d req-cd573e7d-2cbc-4f2f-838c-c4b4469ca92f tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/ports?device_id=d82926d4-f93d-4eb6-bf4a-60eb5f39ab46 HTTP/1.1" status: 200 len: 985 time: 0.0811250 Jun 06 12:13:13.083926 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.v2.base [req-c20af29f-0595-4d20-a92c-9134a443ac6d req-cc9ca7fb-77b0-4607-8d87-77a80bf19f35 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Request body: {'port': {'security_groups': ['bf7722af-202e-4df5-998a-4182e1605f49']}} {{(pid=92096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 12:13:13.198158 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-c20af29f-0595-4d20-a92c-9134a443ac6d req-cc9ca7fb-77b0-4607-8d87-77a80bf19f35 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33157840'] for port, before_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:13.434766 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.db [req-c20af29f-0595-4d20-a92c-9134a443ac6d req-cc9ca7fb-77b0-4607-8d87-77a80bf19f35 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] For port 9bbd5e84-d266-474b-93e2-5ad6a452ed6a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=9bbd5e84-d266-474b-93e2-5ad6a452ed6a,segment=NetworkSegment(8700c091-f8ea-443c-823b-a58c005087f4),segment_id=8700c091-f8ea-443c-823b-a58c005087f4)] {{(pid=92096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:13:13.458552 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-c20af29f-0595-4d20-a92c-9134a443ac6d req-cc9ca7fb-77b0-4607-8d87-77a80bf19f35 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Notify callbacks [] for port, precommit_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:13.519249 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-c20af29f-0595-4d20-a92c-9134a443ac6d req-cc9ca7fb-77b0-4607-8d87-77a80bf19f35 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778191664366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778191160670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778191160715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2160299'] for port, after_update {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:13.524823 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-ffcb71bc-f696-4507-ab1a-cbace8ec5c2f tempest-TestShelveInstance-947529155 tempest-TestShelveInstance-947529155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:13:13.531871 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] get_ports_and_sgs() called for port_ids ['9bbd5e84-d266-474b-93e2-5ad6a452ed6a'] {{(pid=92098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 12:13:13.588788 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20af29f-0595-4d20-a92c-9134a443ac6d req-cc9ca7fb-77b0-4607-8d87-77a80bf19f35 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:13:13.589406 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [req-c20af29f-0595-4d20-a92c-9134a443ac6d req-cc9ca7fb-77b0-4607-8d87-77a80bf19f35 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160768'] for port, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:13.591401 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-c20af29f-0595-4d20-a92c-9134a443ac6d req-cc9ca7fb-77b0-4607-8d87-77a80bf19f35 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "PUT /v2.0/ports/9bbd5e84-d266-474b-93e2-5ad6a452ed6a HTTP/1.1" status: 200 len: 943 time: 0.5118437 Jun 06 12:13:13.591963 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd82926d4-f93d-4eb6-bf4a-60eb5f39ab46', 'tag': '9bbd5e84-d266-474b-93e2-5ad6a452ed6a'}] {{(pid=92096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:13:13.594545 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70cf447e3881262ea0b43a88f7d0d33c778b0ed04640d1c627a7304ff1bba8b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-740fbea9-b26a-4ad2-84a9-c16e8330aa7a" -d '{"events": [{"name": "network-changed", "server_uuid": "d82926d4-f93d-4eb6-bf4a-60eb5f39ab46", "tag": "9bbd5e84-d266-474b-93e2-5ad6a452ed6a"}]}' {{(pid=92096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:13:13.600424 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 40728) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:13:13.629358 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9ca7fb-77b0-4607-8d87-77a80bf19f35 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Pushing event updated for resources: {'Port': ['ID=9bbd5e84-d266-474b-93e2-5ad6a452ed6a,revision_number=7']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:13:13.647885 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9ca7fb-77b0-4607-8d87-77a80bf19f35 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:13:13.648260 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9ca7fb-77b0-4607-8d87-77a80bf19f35 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:13:13.648627 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9ca7fb-77b0-4607-8d87-77a80bf19f35 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:13:13.648985 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9ca7fb-77b0-4607-8d87-77a80bf19f35 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:13:13.649339 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9ca7fb-77b0-4607-8d87-77a80bf19f35 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:13:13.649691 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9ca7fb-77b0-4607-8d87-77a80bf19f35 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:13:13.654225 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9ca7fb-77b0-4607-8d87-77a80bf19f35 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:13:13.654669 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9ca7fb-77b0-4607-8d87-77a80bf19f35 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:13:13.655040 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9ca7fb-77b0-4607-8d87-77a80bf19f35 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:13:13.655399 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9ca7fb-77b0-4607-8d87-77a80bf19f35 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:13:13.655758 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9ca7fb-77b0-4607-8d87-77a80bf19f35 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:13:13.656106 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9ca7fb-77b0-4607-8d87-77a80bf19f35 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:13:13.663340 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-cc9ca7fb-77b0-4607-8d87-77a80bf19f35 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:13:13.674881 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] get_ports_and_sgs() called for port_ids ['9bbd5e84-d266-474b-93e2-5ad6a452ed6a'] {{(pid=92098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 12:13:13.682094 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 12:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f74f17a-f309-41a1-b426-74d35036e869 x-openstack-request-id: req-2f74f17a-f309-41a1-b426-74d35036e869 {{(pid=92096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:13:13.682417 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d82926d4-f93d-4eb6-bf4a-60eb5f39ab46", "tag": "9bbd5e84-d266-474b-93e2-5ad6a452ed6a", "status": "completed", "code": 200}]} {{(pid=92096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:13:13.682708 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2f74f17a-f309-41a1-b426-74d35036e869 {{(pid=92096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:13:13.683132 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd82926d4-f93d-4eb6-bf4a-60eb5f39ab46', 'tag': '9bbd5e84-d266-474b-93e2-5ad6a452ed6a', 'status': 'completed', 'code': 200} Jun 06 12:13:13.693973 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-9075f749-0626-4eb3-8ba4-1ea6a7f51ef9 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Notify callbacks [] for security_group, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:13.780529 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-9075f749-0626-4eb3-8ba4-1ea6a7f51ef9 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:13.836364 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740fbea9-b26a-4ad2-84a9-c16e8330aa7a req-55b91dde-5b56-4760-afb3-96e3a91cdf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:13:13.837937 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-740fbea9-b26a-4ad2-84a9-c16e8330aa7a req-55b91dde-5b56-4760-afb3-96e3a91cdf0c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c0fffa2cff914fa08f2553a671653542&device_id=d82926d4-f93d-4eb6-bf4a-60eb5f39ab46 HTTP/1.1" status: 200 len: 1099 time: 0.1275363 Jun 06 12:13:13.850520 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.provisioning_blocks [None req-0867b47f-4174-4a10-9b1a-37c6b5a61ed3 None None] Provisioning complete for port 9bbd5e84-d266-474b-93e2-5ad6a452ed6a triggered by entity DHCP. {{(pid=92098) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 12:13:13.853273 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-0867b47f-4174-4a10-9b1a-37c6b5a61ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33177853'] for port, provisioning_complete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:13.933296 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-9075f749-0626-4eb3-8ba4-1ea6a7f51ef9 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:13.935727 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-9075f749-0626-4eb3-8ba4-1ea6a7f51ef9 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Notify callbacks [] for security_group, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:13.936829 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-9075f749-0626-4eb3-8ba4-1ea6a7f51ef9 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "DELETE /v2.0/security-groups/78b4e406-875c-4937-95a8-61be9f18f538 HTTP/1.1" status: 204 len: 168 time: 0.3335726 Jun 06 12:13:13.939633 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 40730) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:13:13.941662 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-b2ba324b-96ad-46b9-8aaa-9133b6235413 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:13:13.957459 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9075f749-0626-4eb3-8ba4-1ea6a7f51ef9 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b4e406-875c-4937-95a8-61be9f18f538,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:13:13.973742 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9075f749-0626-4eb3-8ba4-1ea6a7f51ef9 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:13:13.974133 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9075f749-0626-4eb3-8ba4-1ea6a7f51ef9 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:13:13.974491 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9075f749-0626-4eb3-8ba4-1ea6a7f51ef9 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:13:13.974853 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9075f749-0626-4eb3-8ba4-1ea6a7f51ef9 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:13:13.975201 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9075f749-0626-4eb3-8ba4-1ea6a7f51ef9 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:13:13.975594 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9075f749-0626-4eb3-8ba4-1ea6a7f51ef9 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:13:13.975937 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9075f749-0626-4eb3-8ba4-1ea6a7f51ef9 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:13:13.976282 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9075f749-0626-4eb3-8ba4-1ea6a7f51ef9 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:13:13.976622 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9075f749-0626-4eb3-8ba4-1ea6a7f51ef9 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:13:13.976964 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9075f749-0626-4eb3-8ba4-1ea6a7f51ef9 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:13:13.977307 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9075f749-0626-4eb3-8ba4-1ea6a7f51ef9 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:13:13.977644 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9075f749-0626-4eb3-8ba4-1ea6a7f51ef9 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:13:13.981251 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-9075f749-0626-4eb3-8ba4-1ea6a7f51ef9 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:13:14.003493 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740fbea9-b26a-4ad2-84a9-c16e8330aa7a req-4c897ba5-ac2b-4138-9c3b-c3765d4637fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:13:14.004923 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-740fbea9-b26a-4ad2-84a9-c16e8330aa7a req-4c897ba5-ac2b-4138-9c3b-c3765d4637fc service neutron] 10.222.0.35 "GET /v2.0/networks?id=a0275649-991c-46de-a5df-8d984dc38d5a HTTP/1.1" status: 200 len: 915 time: 0.1608846 Jun 06 12:13:14.112239 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-740fbea9-b26a-4ad2-84a9-c16e8330aa7a req-42dcdfc0-9368-4b20-9724-feca2f52e4de service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9bbd5e84-d266-474b-93e2-5ad6a452ed6a HTTP/1.1" status: 200 len: 1001 time: 0.0993690 Jun 06 12:13:14.174397 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740fbea9-b26a-4ad2-84a9-c16e8330aa7a req-80573bef-ac85-42ea-8896-f6b52da09d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:13:14.175807 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-740fbea9-b26a-4ad2-84a9-c16e8330aa7a req-80573bef-ac85-42ea-8896-f6b52da09d27 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5ba3bcd8-00df-4ce6-8488-2295f135abc4 HTTP/1.1" status: 200 len: 853 time: 0.0572345 Jun 06 12:13:14.212949 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.plugin [None req-11deb06a-2beb-4380-843b-8d6ea58ea4ad tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Deleting port ead246a3-e011-499d-97c1-989008a56895 {{(pid=92096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 12:13:14.213581 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-11deb06a-2beb-4380-843b-8d6ea58ea4ad tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778191659996'] for port, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:14.336679 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-11deb06a-2beb-4380-843b-8d6ea58ea4ad tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598405'] for port, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:14.337003 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-11deb06a-2beb-4380-843b-8d6ea58ea4ad tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:14.355126 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740fbea9-b26a-4ad2-84a9-c16e8330aa7a req-6755e2f5-a1b7-40e0-9d6a-2af74482e3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:13:14.357105 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-740fbea9-b26a-4ad2-84a9-c16e8330aa7a req-6755e2f5-a1b7-40e0-9d6a-2af74482e3c3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a0275649-991c-46de-a5df-8d984dc38d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1750360 Jun 06 12:13:14.366944 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [req-740fbea9-b26a-4ad2-84a9-c16e8330aa7a req-9c7d4115-c5a9-44b5-bda6-9e0e57f9eed5 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=92097) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 06 12:13:14.367827 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-740fbea9-b26a-4ad2-84a9-c16e8330aa7a req-9c7d4115-c5a9-44b5-bda6-9e0e57f9eed5 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048704 Jun 06 12:13:14.458278 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.plugin [None req-11deb06a-2beb-4380-843b-8d6ea58ea4ad tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Calling delete_port for ead246a3-e011-499d-97c1-989008a56895 owned by network:floatingip {{(pid=92096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 12:13:14.498548 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-740fbea9-b26a-4ad2-84a9-c16e8330aa7a req-97cb7d0b-48fc-48c8-bcc0-090f1bb31991 service neutron] 10.222.0.35 "GET /v2.0/networks/a0275649-991c-46de-a5df-8d984dc38d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236525 Jun 06 12:13:14.628847 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-740fbea9-b26a-4ad2-84a9-c16e8330aa7a req-b4eee17e-4a11-4498-a0f6-913782c3fd0e service neutron] 10.222.0.35 "GET /v2.0/networks/a0275649-991c-46de-a5df-8d984dc38d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241119 Jun 06 12:13:14.662355 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-11deb06a-2beb-4380-843b-8d6ea58ea4ad tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778191664348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778191160661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2160272'] for port, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:14.667138 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-e6f766aa-a99b-4eb5-b78b-0b480385c1cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:13:14.798311 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11deb06a-2beb-4380-843b-8d6ea58ea4ad tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Pushing event deleted for resources: {'Port': ['ID=ead246a3-e011-499d-97c1-989008a56895,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:13:14.828236 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-11deb06a-2beb-4380-843b-8d6ea58ea4ad tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:13:14.885239 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-11deb06a-2beb-4380-843b-8d6ea58ea4ad tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Notify callbacks [] for floatingip, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:14.885484 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.db.l3_db [None req-11deb06a-2beb-4380-843b-8d6ea58ea4ad tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Floating IP 94c3d641-458a-4cbf-96f6-a27e53115217 disassociated (deleted). External IP: 172.28.2.16, port: 9bbd5e84-d266-474b-93e2-5ad6a452ed6a. Jun 06 12:13:15.226947 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11deb06a-2beb-4380-843b-8d6ea58ea4ad tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Router 729e0f70-cc32-4761-b9c4-73144cab8dc6 has already been hosted by L3 agent 915c5c25-b12e-44c8-ae20-885b4f191692 {{(pid=92096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 12:13:15.399448 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11deb06a-2beb-4380-843b-8d6ea58ea4ad tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Notify agent at l3_agent.dv-cinder-786266-2-smb the message routers_updated {{(pid=92096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 12:13:15.404331 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-11deb06a-2beb-4380-843b-8d6ea58ea4ad tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160768'] for floatingip, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:15.409061 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9d2ef3-aa91-48b0-98d2-a05634eed8dd None None] Sync routers for ids ['729e0f70-cc32-4761-b9c4-73144cab8dc6'] in dv-cinder-786266-2-smb {{(pid=92098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 12:13:15.418047 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9d2ef3-aa91-48b0-98d2-a05634eed8dd None None] Routers {'729e0f70-cc32-4761-b9c4-73144cab8dc6'} bound to L3 agent in host dv-cinder-786266-2-smb {{(pid=92098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:13:15.418687 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_hamode_db [None req-7c9d2ef3-aa91-48b0-98d2-a05634eed8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T11:54:50Z,description=,heartbeat_timestamp=2021-06-06T12:12:50Z,host='dv-cinder-786266-2-smb',id=915c5c25-b12e-44c8-ae20-885b4f191692,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:54:51Z,topic='l3_agent')) {'router_ids': ['729e0f70-cc32-4761-b9c4-73144cab8dc6'], 'active': True} {{(pid=92098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:13:15.459404 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-11deb06a-2beb-4380-843b-8d6ea58ea4ad tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "DELETE /v2.0/floatingips/94c3d641-458a-4cbf-96f6-a27e53115217 HTTP/1.1" status: 204 len: 168 time: 1.5183959 Jun 06 12:13:15.595920 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvr_db [None req-7c9d2ef3-aa91-48b0-98d2-a05634eed8dd None None] Set router 729e0f70-cc32-4761-b9c4-73144cab8dc6 gateway port host: dv-cinder-786266-2-smb {{(pid=92098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:13:15.684059 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd82926d4-f93d-4eb6-bf4a-60eb5f39ab46', 'tag': '9bbd5e84-d266-474b-93e2-5ad6a452ed6a'}] {{(pid=92096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:13:15.687250 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70cf447e3881262ea0b43a88f7d0d33c778b0ed04640d1c627a7304ff1bba8b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8937f5a1-3b97-4ac9-a91b-5b4c15e74f0f" -d '{"events": [{"name": "network-changed", "server_uuid": "d82926d4-f93d-4eb6-bf4a-60eb5f39ab46", "tag": "9bbd5e84-d266-474b-93e2-5ad6a452ed6a"}]}' {{(pid=92096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:13:15.732160 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 12:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc2f9d8-505c-426f-9041-d0dfaeef1eee x-openstack-request-id: req-8bc2f9d8-505c-426f-9041-d0dfaeef1eee {{(pid=92096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:13:15.732565 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d82926d4-f93d-4eb6-bf4a-60eb5f39ab46", "tag": "9bbd5e84-d266-474b-93e2-5ad6a452ed6a", "status": "completed", "code": 200}]} {{(pid=92096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:13:15.732945 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8bc2f9d8-505c-426f-9041-d0dfaeef1eee {{(pid=92096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:13:15.733379 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd82926d4-f93d-4eb6-bf4a-60eb5f39ab46', 'tag': '9bbd5e84-d266-474b-93e2-5ad6a452ed6a', 'status': 'completed', 'code': 200} Jun 06 12:13:15.828170 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8937f5a1-3b97-4ac9-a91b-5b4c15e74f0f req-eaf78d22-1776-47b8-9168-489fad605072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:13:15.829664 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-8937f5a1-3b97-4ac9-a91b-5b4c15e74f0f req-eaf78d22-1776-47b8-9168-489fad605072 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c0fffa2cff914fa08f2553a671653542&device_id=d82926d4-f93d-4eb6-bf4a-60eb5f39ab46 HTTP/1.1" status: 200 len: 1099 time: 0.0744793 Jun 06 12:13:15.910440 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_hamode_db [None req-7c9d2ef3-aa91-48b0-98d2-a05634eed8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '729e0f70-cc32-4761-b9c4-73144cab8dc6', 'name': 'tempest-TestMinimumBasicScenario-166718326-router', 'tenant_id': 'c0fffa2cff914fa08f2553a671653542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.54'}], 'enable_snat': True}, 'gw_port_id': 'bccd58d3-0cdc-46a0-bc68-485f31f49ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:10:55Z', 'updated_at': '2021-06-06T12:11:00Z', 'revision_number': 4, 'project_id': 'c0fffa2cff914fa08f2553a671653542', 'gw_port': {'id': 'bccd58d3-0cdc-46a0-bc68-485f31f49ddd', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:aa:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729e0f70-cc32-4761-b9c4-73144cab8dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:10:56Z', 'updated_at': '2021-06-06T12:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb', '_interfaces': [{'id': 'ca9d4f51-ba49-458e-a979-f5e2552727d7', 'name': '', 'network_id': 'a0275649-991c-46de-a5df-8d984dc38d5a', 'tenant_id': 'c0fffa2cff914fa08f2553a671653542', 'mac_address': 'fa:16:3e:56:85:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729e0f70-cc32-4761-b9c4-73144cab8dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5ba3bcd8-00df-4ce6-8488-2295f135abc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:10:59Z', 'updated_at': '2021-06-06T12:11:05Z', 'revision_number': 5, 'project_id': 'c0fffa2cff914fa08f2553a671653542', 'subnets': [{'id': '5ba3bcd8-00df-4ce6-8488-2295f135abc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-2-smb', False) {} {{(pid=92098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:13:15.915765 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9d2ef3-aa91-48b0-98d2-a05634eed8dd None None] Checking router: 729e0f70-cc32-4761-b9c4-73144cab8dc6 for host: dv-cinder-786266-2-smb {{(pid=92098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 12:13:15.927588 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9d2ef3-aa91-48b0-98d2-a05634eed8dd None None] Routers {'729e0f70-cc32-4761-b9c4-73144cab8dc6'} bound to L3 agent in host dv-cinder-786266-2-smb {{(pid=92098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:13:15.928190 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_hamode_db [None req-7c9d2ef3-aa91-48b0-98d2-a05634eed8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T11:54:50Z,description=,heartbeat_timestamp=2021-06-06T12:12:50Z,host='dv-cinder-786266-2-smb',id=915c5c25-b12e-44c8-ae20-885b4f191692,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:54:51Z,topic='l3_agent')) {'router_ids': ['729e0f70-cc32-4761-b9c4-73144cab8dc6'], 'active': True} {{(pid=92098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:13:15.963805 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8937f5a1-3b97-4ac9-a91b-5b4c15e74f0f req-dc5564af-4061-4f51-be24-b6e759af14bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:13:15.965253 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-8937f5a1-3b97-4ac9-a91b-5b4c15e74f0f req-dc5564af-4061-4f51-be24-b6e759af14bd service neutron] 10.222.0.35 "GET /v2.0/networks?id=a0275649-991c-46de-a5df-8d984dc38d5a HTTP/1.1" status: 200 len: 915 time: 0.1299767 Jun 06 12:13:16.042513 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-8937f5a1-3b97-4ac9-a91b-5b4c15e74f0f req-623df25b-6dff-4257-86d0-482d9b106547 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9bbd5e84-d266-474b-93e2-5ad6a452ed6a HTTP/1.1" status: 200 len: 217 time: 0.0709858 Jun 06 12:13:16.105341 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8937f5a1-3b97-4ac9-a91b-5b4c15e74f0f req-eea715d1-e697-4a6f-90a8-1bd3e46d985f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:13:16.107375 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-8937f5a1-3b97-4ac9-a91b-5b4c15e74f0f req-eea715d1-e697-4a6f-90a8-1bd3e46d985f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5ba3bcd8-00df-4ce6-8488-2295f135abc4 HTTP/1.1" status: 200 len: 853 time: 0.0585842 Jun 06 12:13:16.115258 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvr_db [None req-7c9d2ef3-aa91-48b0-98d2-a05634eed8dd None None] Set router 729e0f70-cc32-4761-b9c4-73144cab8dc6 gateway port host: dv-cinder-786266-2-smb {{(pid=92098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:13:16.185336 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8937f5a1-3b97-4ac9-a91b-5b4c15e74f0f req-3060bcc6-cc06-4e03-bfda-eb3aa3efe64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:13:16.186813 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-8937f5a1-3b97-4ac9-a91b-5b4c15e74f0f req-3060bcc6-cc06-4e03-bfda-eb3aa3efe64a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a0275649-991c-46de-a5df-8d984dc38d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0734086 Jun 06 12:13:16.322092 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-8937f5a1-3b97-4ac9-a91b-5b4c15e74f0f req-566d24e2-76a8-46fb-8a2c-44940a57dc78 service neutron] 10.222.0.35 "GET /v2.0/networks/a0275649-991c-46de-a5df-8d984dc38d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279044 Jun 06 12:13:16.474245 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_hamode_db [None req-7c9d2ef3-aa91-48b0-98d2-a05634eed8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '729e0f70-cc32-4761-b9c4-73144cab8dc6', 'name': 'tempest-TestMinimumBasicScenario-166718326-router', 'tenant_id': 'c0fffa2cff914fa08f2553a671653542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.54'}], 'enable_snat': True}, 'gw_port_id': 'bccd58d3-0cdc-46a0-bc68-485f31f49ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:10:55Z', 'updated_at': '2021-06-06T12:11:00Z', 'revision_number': 4, 'project_id': 'c0fffa2cff914fa08f2553a671653542', 'gw_port': {'id': 'bccd58d3-0cdc-46a0-bc68-485f31f49ddd', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:aa:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729e0f70-cc32-4761-b9c4-73144cab8dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:10:56Z', 'updated_at': '2021-06-06T12:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb', '_interfaces': [{'id': 'ca9d4f51-ba49-458e-a979-f5e2552727d7', 'name': '', 'network_id': 'a0275649-991c-46de-a5df-8d984dc38d5a', 'tenant_id': 'c0fffa2cff914fa08f2553a671653542', 'mac_address': 'fa:16:3e:56:85:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729e0f70-cc32-4761-b9c4-73144cab8dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5ba3bcd8-00df-4ce6-8488-2295f135abc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:10:59Z', 'updated_at': '2021-06-06T12:11:05Z', 'revision_number': 5, 'project_id': 'c0fffa2cff914fa08f2553a671653542', 'subnets': [{'id': '5ba3bcd8-00df-4ce6-8488-2295f135abc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-2-smb', False) {} {{(pid=92098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:13:16.478509 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9d2ef3-aa91-48b0-98d2-a05634eed8dd None None] The sync data for ids ['729e0f70-cc32-4761-b9c4-73144cab8dc6'] in dv-cinder-786266-2-smb is: [{'id': '729e0f70-cc32-4761-b9c4-73144cab8dc6', 'name': 'tempest-TestMinimumBasicScenario-166718326-router', 'tenant_id': 'c0fffa2cff914fa08f2553a671653542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.54'}], 'enable_snat': True}, 'gw_port_id': 'bccd58d3-0cdc-46a0-bc68-485f31f49ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:10:55Z', 'updated_at': '2021-06-06T12:11:00Z', 'revision_number': 4, 'project_id': 'c0fffa2cff914fa08f2553a671653542', 'gw_port': {'id': 'bccd58d3-0cdc-46a0-bc68-485f31f49ddd', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:aa:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729e0f70-cc32-4761-b9c4-73144cab8dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:10:56Z', 'updated_at': '2021-06-06T12:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb', '_interfaces': [{'id': 'ca9d4f51-ba49-458e-a979-f5e2552727d7', 'name': '', 'network_id': 'a0275649-991c-46de-a5df-8d984dc38d5a', 'tenant_id': 'c0fffa2cff914fa08f2553a671653542', 'mac_address': 'fa:16:3e:56:85:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729e0f70-cc32-4761-b9c4-73144cab8dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5ba3bcd8-00df-4ce6-8488-2295f135abc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:10:59Z', 'updated_at': '2021-06-06T12:11:05Z', 'revision_number': 5, 'project_id': 'c0fffa2cff914fa08f2553a671653542', 'subnets': [{'id': '5ba3bcd8-00df-4ce6-8488-2295f135abc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 12:13:16.520867 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-8937f5a1-3b97-4ac9-a91b-5b4c15e74f0f req-371b607c-6ef7-4014-b59a-f30e73da9f43 service neutron] 10.222.0.35 "GET /v2.0/networks/a0275649-991c-46de-a5df-8d984dc38d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912022 Jun 06 12:13:16.686868 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256a6971-46c1-4423-b17e-93b067e59b61 None None] New status for floating IP 94c3d641-458a-4cbf-96f6-a27e53115217: DOWN {{(pid=92099) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 12:13:17.770958 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-dddb3e6f-d207-4f79-8e12-7bab3fecb251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:19.220832 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4556bee8-c978-456f-8536-67e861f0c55d req-cd03f63a-82fb-4245-880e-6cb37311ad89 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:13:19.222290 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-4556bee8-c978-456f-8536-67e861f0c55d req-cd03f63a-82fb-4245-880e-6cb37311ad89 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/ports?device_id=d82926d4-f93d-4eb6-bf4a-60eb5f39ab46 HTTP/1.1" status: 200 len: 946 time: 0.0785596 Jun 06 12:13:19.265182 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-4556bee8-c978-456f-8536-67e861f0c55d req-d173e904-310e-4108-b4bb-8f9d6addbe65 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7722af-202e-4df5-998a-4182e1605f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373683 Jun 06 12:13:20.056736 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-05c70f89-e2a9-47b1-a339-6d204877dd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:20.222363 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:20.450683 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d029e002-22bc-496f-a482-2783071f9578 req-15c16916-e1d7-4d1b-8e23-4d65f1ee1a9b tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:13:20.452093 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-d029e002-22bc-496f-a482-2783071f9578 req-15c16916-e1d7-4d1b-8e23-4d65f1ee1a9b tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/ports?device_id=d82926d4-f93d-4eb6-bf4a-60eb5f39ab46 HTTP/1.1" status: 200 len: 946 time: 0.0810597 Jun 06 12:13:20.496288 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-d029e002-22bc-496f-a482-2783071f9578 req-7f200fa9-61b8-4a94-a8ad-ea6555b18da7 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf7722af-202e-4df5-998a-4182e1605f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386505 Jun 06 12:13:20.679423 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:20.946618 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da5245d-f64f-4b81-a4d0-1ec46afd3a97 req-4a356d9f-e1dd-4b07-87ec-1b145663ec23 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 12:13:20.948020 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-6da5245d-f64f-4b81-a4d0-1ec46afd3a97 req-4a356d9f-e1dd-4b07-87ec-1b145663ec23 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.35 "GET /v2.0/ports?device_id=d82926d4-f93d-4eb6-bf4a-60eb5f39ab46 HTTP/1.1" status: 200 len: 946 time: 0.0775368 Jun 06 12:13:21.082673 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.plugin [req-6da5245d-f64f-4b81-a4d0-1ec46afd3a97 req-c5049ca5-1906-45f5-856e-1d0e8325823a tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Deleting port 9bbd5e84-d266-474b-93e2-5ad6a452ed6a {{(pid=92097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 12:13:21.083012 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-6da5245d-f64f-4b81-a4d0-1ec46afd3a97 req-c5049ca5-1906-45f5-856e-1d0e8325823a tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778191659996'] for port, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:21.213597 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.db [req-6da5245d-f64f-4b81-a4d0-1ec46afd3a97 req-c5049ca5-1906-45f5-856e-1d0e8325823a tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] For port 9bbd5e84-d266-474b-93e2-5ad6a452ed6a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=9bbd5e84-d266-474b-93e2-5ad6a452ed6a,segment=NetworkSegment(8700c091-f8ea-443c-823b-a58c005087f4),segment_id=8700c091-f8ea-443c-823b-a58c005087f4)] {{(pid=92097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:13:21.213904 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-6da5245d-f64f-4b81-a4d0-1ec46afd3a97 req-c5049ca5-1906-45f5-856e-1d0e8325823a tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598405'] for port, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:21.250887 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-c3be426d-4704-402b-bce9-7cb8373a3dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:21.335938 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.plugin [req-6da5245d-f64f-4b81-a4d0-1ec46afd3a97 req-c5049ca5-1906-45f5-856e-1d0e8325823a tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Calling delete_port for 9bbd5e84-d266-474b-93e2-5ad6a452ed6a owned by compute:nova {{(pid=92097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 12:13:21.587804 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-6da5245d-f64f-4b81-a4d0-1ec46afd3a97 req-c5049ca5-1906-45f5-856e-1d0e8325823a tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778191664348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778191160661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2165323'] for port, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:21.595171 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-70b4d448-25ae-442e-a7b6-0a7822f3a320 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:13:21.598934 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] get_ports_and_sgs() called for port_ids ['9bbd5e84-d266-474b-93e2-5ad6a452ed6a'] {{(pid=92098) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 12:13:21.640837 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5049ca5-1906-45f5-856e-1d0e8325823a tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Pushing event deleted for resources: {'Port': ['ID=9bbd5e84-d266-474b-93e2-5ad6a452ed6a,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:13:21.651553 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [req-499afb6c-43fc-4036-9fd4-7fcd02acf59b req-6aaa870b-6145-485f-beb5-53246e3fe26f tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.32 "GET /v2.0/ports?device_id=d82926d4-f93d-4eb6-bf4a-60eb5f39ab46 HTTP/1.1" status: 200 len: 210 time: 0.0484917 Jun 06 12:13:21.670847 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-c5049ca5-1906-45f5-856e-1d0e8325823a tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:13:21.717055 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.l3_dvrscheduler_db [req-6da5245d-f64f-4b81-a4d0-1ec46afd3a97 req-c5049ca5-1906-45f5-856e-1d0e8325823a tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] No DVR routers for this DVR port 9bbd5e84-d266-474b-93e2-5ad6a452ed6a on host hv-cinder-78626 {{(pid=92097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 12:13:21.720183 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [req-6da5245d-f64f-4b81-a4d0-1ec46afd3a97 req-c5049ca5-1906-45f5-856e-1d0e8325823a tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-160768'] for port, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:21.722146 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [req-6da5245d-f64f-4b81-a4d0-1ec46afd3a97 req-c5049ca5-1906-45f5-856e-1d0e8325823a tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] 10.222.0.35 "DELETE /v2.0/ports/9bbd5e84-d266-474b-93e2-5ad6a452ed6a HTTP/1.1" status: 204 len: 173 time: 0.7681427 Jun 06 12:13:21.722681 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd82926d4-f93d-4eb6-bf4a-60eb5f39ab46', 'name': 'network-vif-deleted', 'tag': '9bbd5e84-d266-474b-93e2-5ad6a452ed6a'}] {{(pid=92097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 12:13:21.725000 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0506e69bdf94a0a0544469556e00d4f87ccfa4abed68bb2c567d57a4f994f1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb0e8a1-e373-4c89-8f47-221890458ec1" -d '{"events": [{"server_uuid": "d82926d4-f93d-4eb6-bf4a-60eb5f39ab46", "name": "network-vif-deleted", "tag": "9bbd5e84-d266-474b-93e2-5ad6a452ed6a"}]}' {{(pid=92097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 12:13:21.766043 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 12:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70510969-210d-44a3-b711-8b7d1d183c97 x-openstack-request-id: req-70510969-210d-44a3-b711-8b7d1d183c97 {{(pid=92097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 12:13:21.766364 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d82926d4-f93d-4eb6-bf4a-60eb5f39ab46", "name": "network-vif-deleted", "tag": "9bbd5e84-d266-474b-93e2-5ad6a452ed6a", "status": "completed", "code": 200}]} {{(pid=92097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 12:13:21.766646 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-70510969-210d-44a3-b711-8b7d1d183c97 {{(pid=92097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 12:13:21.767065 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd82926d4-f93d-4eb6-bf4a-60eb5f39ab46', 'name': 'network-vif-deleted', 'tag': '9bbd5e84-d266-474b-93e2-5ad6a452ed6a', 'status': 'completed', 'code': 200} Jun 06 12:13:23.068009 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-dde0a769-bb65-4f49-a590-df32523868aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:23.895663 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 40822) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:13:24.415991 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-e65d2d0c-cb06-4bb1-8ea9-c5006a45e2d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-598226'] for router_interface, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:24.813809 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.plugin [None req-e65d2d0c-cb06-4bb1-8ea9-c5006a45e2d4 admin admin] Deleting port ca9d4f51-ba49-458e-a979-f5e2552727d7 {{(pid=92097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 12:13:24.814055 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-e65d2d0c-cb06-4bb1-8ea9-c5006a45e2d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778191659996'] for port, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:24.931746 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.db [None req-e65d2d0c-cb06-4bb1-8ea9-c5006a45e2d4 admin admin] For port ca9d4f51-ba49-458e-a979-f5e2552727d7, host dv-cinder-786266-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-2-smb',level=0,port_id=ca9d4f51-ba49-458e-a979-f5e2552727d7,segment=NetworkSegment(8700c091-f8ea-443c-823b-a58c005087f4),segment_id=8700c091-f8ea-443c-823b-a58c005087f4)] {{(pid=92097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:13:24.932440 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-e65d2d0c-cb06-4bb1-8ea9-c5006a45e2d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598405'] for port, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:25.161934 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.plugin [None req-e65d2d0c-cb06-4bb1-8ea9-c5006a45e2d4 admin admin] Calling delete_port for ca9d4f51-ba49-458e-a979-f5e2552727d7 owned by network:router_interface {{(pid=92097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 12:13:25.531115 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-e65d2d0c-cb06-4bb1-8ea9-c5006a45e2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778191664348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778191160661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2165323'] for port, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:25.534640 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:13:25.608834 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d2d0c-cb06-4bb1-8ea9-c5006a45e2d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca9d4f51-ba49-458e-a979-f5e2552727d7,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:13:25.611806 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-e65d2d0c-cb06-4bb1-8ea9-c5006a45e2d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:13:25.844820 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device 9bbd5e84-d266-474b-93e2-5ad6a452ed6a no longer exists at agent hyperv_hv-cinder-78626 {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 12:13:25.847000 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-e65d2d0c-cb06-4bb1-8ea9-c5006a45e2d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601756'] for router_interface, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:25.878059 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.plugin [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] No Port match for: 9bbd5e84-d266-474b-93e2-5ad6a452ed6a {{(pid=92098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 12:13:25.878333 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Device 9bbd5e84-d266-474b-93e2-5ad6a452ed6a not bound to the agent host hv-cinder-78626 {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 12:13:26.191354 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e65d2d0c-cb06-4bb1-8ea9-c5006a45e2d4 admin admin] Router 729e0f70-cc32-4761-b9c4-73144cab8dc6 has already been hosted by L3 agent 915c5c25-b12e-44c8-ae20-885b4f191692 {{(pid=92097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 12:13:26.363723 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e65d2d0c-cb06-4bb1-8ea9-c5006a45e2d4 admin admin] Notify agent at l3_agent.dv-cinder-786266-2-smb the message routers_updated {{(pid=92097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 12:13:26.368986 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-e65d2d0c-cb06-4bb1-8ea9-c5006a45e2d4 admin admin] 10.222.0.32 "PUT /v2.0/routers/729e0f70-cc32-4761-b9c4-73144cab8dc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4717977 Jun 06 12:13:26.371501 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 40824) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:13:26.372553 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72fb375-3d3c-42b0-bf20-d31d47a17ade None None] Sync routers for ids ['729e0f70-cc32-4761-b9c4-73144cab8dc6'] in dv-cinder-786266-2-smb {{(pid=92098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 12:13:26.382548 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72fb375-3d3c-42b0-bf20-d31d47a17ade None None] Routers {'729e0f70-cc32-4761-b9c4-73144cab8dc6'} bound to L3 agent in host dv-cinder-786266-2-smb {{(pid=92098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:13:26.383149 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_hamode_db [None req-f72fb375-3d3c-42b0-bf20-d31d47a17ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T11:54:50Z,description=,heartbeat_timestamp=2021-06-06T12:13:20Z,host='dv-cinder-786266-2-smb',id=915c5c25-b12e-44c8-ae20-885b4f191692,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:54:51Z,topic='l3_agent')) {'router_ids': ['729e0f70-cc32-4761-b9c4-73144cab8dc6'], 'active': True} {{(pid=92098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:13:26.566017 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvr_db [None req-f72fb375-3d3c-42b0-bf20-d31d47a17ade None None] Set router 729e0f70-cc32-4761-b9c4-73144cab8dc6 gateway port host: dv-cinder-786266-2-smb {{(pid=92098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:13:26.673078 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-9e47b074-4a84-41c8-9f1a-96af9c5ed86d admin admin] Notify callbacks [] for router, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:26.839415 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_hamode_db [None req-f72fb375-3d3c-42b0-bf20-d31d47a17ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '729e0f70-cc32-4761-b9c4-73144cab8dc6', 'name': 'tempest-TestMinimumBasicScenario-166718326-router', 'tenant_id': 'c0fffa2cff914fa08f2553a671653542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.54'}], 'enable_snat': True}, 'gw_port_id': 'bccd58d3-0cdc-46a0-bc68-485f31f49ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:10:55Z', 'updated_at': '2021-06-06T12:13:25Z', 'revision_number': 5, 'project_id': 'c0fffa2cff914fa08f2553a671653542', 'gw_port': {'id': 'bccd58d3-0cdc-46a0-bc68-485f31f49ddd', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:aa:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729e0f70-cc32-4761-b9c4-73144cab8dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:10:56Z', 'updated_at': '2021-06-06T12:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb'}], 'dv-cinder-786266-2-smb', False) {} {{(pid=92098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:13:26.843169 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72fb375-3d3c-42b0-bf20-d31d47a17ade None None] Checking router: 729e0f70-cc32-4761-b9c4-73144cab8dc6 for host: dv-cinder-786266-2-smb {{(pid=92098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 12:13:26.844509 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-9e47b074-4a84-41c8-9f1a-96af9c5ed86d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:26.851750 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72fb375-3d3c-42b0-bf20-d31d47a17ade None None] Routers {'729e0f70-cc32-4761-b9c4-73144cab8dc6'} bound to L3 agent in host dv-cinder-786266-2-smb {{(pid=92098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:13:26.852379 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_hamode_db [None req-f72fb375-3d3c-42b0-bf20-d31d47a17ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T11:54:50Z,description=,heartbeat_timestamp=2021-06-06T12:13:20Z,host='dv-cinder-786266-2-smb',id=915c5c25-b12e-44c8-ae20-885b4f191692,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:54:51Z,topic='l3_agent')) {'router_ids': ['729e0f70-cc32-4761-b9c4-73144cab8dc6'], 'active': True} {{(pid=92098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:13:26.984040 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.plugin [None req-9e47b074-4a84-41c8-9f1a-96af9c5ed86d admin admin] Deleting port bccd58d3-0cdc-46a0-bc68-485f31f49ddd {{(pid=92097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 12:13:26.984361 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-9e47b074-4a84-41c8-9f1a-96af9c5ed86d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778191659996'] for port, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:27.034098 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvr_db [None req-f72fb375-3d3c-42b0-bf20-d31d47a17ade None None] Set router 729e0f70-cc32-4761-b9c4-73144cab8dc6 gateway port host: dv-cinder-786266-2-smb {{(pid=92098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:13:27.105042 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.db [None req-9e47b074-4a84-41c8-9f1a-96af9c5ed86d admin admin] For port bccd58d3-0cdc-46a0-bc68-485f31f49ddd, host dv-cinder-786266-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-2-smb',level=0,port_id=bccd58d3-0cdc-46a0-bc68-485f31f49ddd,segment=NetworkSegment(bb809bd8-b365-4ef3-acf3-bf04c8c65f74),segment_id=bb809bd8-b365-4ef3-acf3-bf04c8c65f74)] {{(pid=92097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:13:27.105305 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-9e47b074-4a84-41c8-9f1a-96af9c5ed86d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598405'] for port, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:27.226810 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.plugin [None req-9e47b074-4a84-41c8-9f1a-96af9c5ed86d admin admin] Calling delete_port for bccd58d3-0cdc-46a0-bc68-485f31f49ddd owned by network:router_gateway {{(pid=92097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 12:13:27.324621 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_hamode_db [None req-f72fb375-3d3c-42b0-bf20-d31d47a17ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '729e0f70-cc32-4761-b9c4-73144cab8dc6', 'name': 'tempest-TestMinimumBasicScenario-166718326-router', 'tenant_id': 'c0fffa2cff914fa08f2553a671653542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.54'}], 'enable_snat': True}, 'gw_port_id': 'bccd58d3-0cdc-46a0-bc68-485f31f49ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:10:55Z', 'updated_at': '2021-06-06T12:13:25Z', 'revision_number': 5, 'project_id': 'c0fffa2cff914fa08f2553a671653542', 'gw_port': {'id': 'bccd58d3-0cdc-46a0-bc68-485f31f49ddd', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:aa:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729e0f70-cc32-4761-b9c4-73144cab8dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:10:56Z', 'updated_at': '2021-06-06T12:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb'}], 'dv-cinder-786266-2-smb', False) {} {{(pid=92098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:13:27.328760 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72fb375-3d3c-42b0-bf20-d31d47a17ade None None] The sync data for ids ['729e0f70-cc32-4761-b9c4-73144cab8dc6'] in dv-cinder-786266-2-smb is: [{'id': '729e0f70-cc32-4761-b9c4-73144cab8dc6', 'name': 'tempest-TestMinimumBasicScenario-166718326-router', 'tenant_id': 'c0fffa2cff914fa08f2553a671653542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.54'}], 'enable_snat': True}, 'gw_port_id': 'bccd58d3-0cdc-46a0-bc68-485f31f49ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:10:55Z', 'updated_at': '2021-06-06T12:13:25Z', 'revision_number': 5, 'project_id': 'c0fffa2cff914fa08f2553a671653542', 'gw_port': {'id': 'bccd58d3-0cdc-46a0-bc68-485f31f49ddd', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:aa:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729e0f70-cc32-4761-b9c4-73144cab8dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:10:56Z', 'updated_at': '2021-06-06T12:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb'}] {{(pid=92098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 12:13:27.410411 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-9e47b074-4a84-41c8-9f1a-96af9c5ed86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778191664348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778191160661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2165323'] for port, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:27.414824 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-28c7bb99-eb3e-438e-9dd2-89a617b5c115 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:13:27.460324 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e47b074-4a84-41c8-9f1a-96af9c5ed86d admin admin] Pushing event deleted for resources: {'Port': ['ID=bccd58d3-0cdc-46a0-bc68-485f31f49ddd,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:13:27.485725 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-9e47b074-4a84-41c8-9f1a-96af9c5ed86d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:13:27.547502 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-9e47b074-4a84-41c8-9f1a-96af9c5ed86d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558914'] for router_gateway, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:27.720016 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-9e47b074-4a84-41c8-9f1a-96af9c5ed86d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-605557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15976'] for router, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:27.722341 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-9e47b074-4a84-41c8-9f1a-96af9c5ed86d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:27.799532 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-9e47b074-4a84-41c8-9f1a-96af9c5ed86d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605673'] for router, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:27.800079 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e47b074-4a84-41c8-9f1a-96af9c5ed86d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 729e0f70-cc32-4761-b9c4-73144cab8dc6 {{(pid=92097) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 06 12:13:27.804169 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-9e47b074-4a84-41c8-9f1a-96af9c5ed86d admin admin] Notify callbacks [] for router, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:27.805257 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-9e47b074-4a84-41c8-9f1a-96af9c5ed86d admin admin] 10.222.0.32 "DELETE /v2.0/routers/729e0f70-cc32-4761-b9c4-73144cab8dc6 HTTP/1.1" status: 204 len: 168 time: 1.4328613 Jun 06 12:13:27.808016 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 40826) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:13:27.875849 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.db.db_base_plugin_v2 [None req-277a04a5-abae-4eea-acfb-28f990de95f2 admin admin] Deleting subnet 5ba3bcd8-00df-4ce6-8488-2295f135abc4 {{(pid=92096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 12:13:27.879065 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-277a04a5-abae-4eea-acfb-28f990de95f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:27.928494 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-277a04a5-abae-4eea-acfb-28f990de95f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2319746'] for subnet, precommit_delete_associations {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:28.005118 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-277a04a5-abae-4eea-acfb-28f990de95f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33120235'] for subnet, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:28.148357 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-277a04a5-abae-4eea-acfb-28f990de95f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33120226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2160253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2058302'] for subnet, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:28.153112 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-229000d6-dd93-458c-a9de-a814e1cb6bd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:13:28.188290 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277a04a5-abae-4eea-acfb-28f990de95f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ba3bcd8-00df-4ce6-8488-2295f135abc4,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:13:28.190242 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-277a04a5-abae-4eea-acfb-28f990de95f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617724'] for subnet, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:28.193119 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-277a04a5-abae-4eea-acfb-28f990de95f2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5ba3bcd8-00df-4ce6-8488-2295f135abc4 HTTP/1.1" status: 204 len: 168 time: 0.3828740 Jun 06 12:13:28.193119 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-277a04a5-abae-4eea-acfb-28f990de95f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:13:28.194487 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 40828) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:13:28.195244 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a67fdf2-8cb3-445c-bb6a-24763b5ee39b None None] Network a0275649-991c-46de-a5df-8d984dc38d5a requested from dv-cinder-786266-2-smb {{(pid=92098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 12:13:28.302184 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-e9fba38e-4c3c-4577-afe0-bb645ad20a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33107049'] for network, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:28.385291 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.plugin [None req-e9fba38e-4c3c-4577-afe0-bb645ad20a3c admin admin] Deleting port c2c08ecf-d002-4151-b838-0b97e305aa24 {{(pid=92096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 12:13:28.385630 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-e9fba38e-4c3c-4577-afe0-bb645ad20a3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778191659996'] for port, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:28.509718 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2e3378-28da-4b31-932d-7bc6b9f147fa None None] DHCP port deletion for a0275649-991c-46de-a5df-8d984dc38d5a request from dv-cinder-786266-2-smb {{(pid=92098) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 06 12:13:28.572937 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.plugin [None req-ad2e3378-28da-4b31-932d-7bc6b9f147fa None None] Deleting port c2c08ecf-d002-4151-b838-0b97e305aa24 {{(pid=92098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 12:13:28.573215 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-ad2e3378-28da-4b31-932d-7bc6b9f147fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778191659996'] for port, before_delete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:28.586950 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.db [None req-e9fba38e-4c3c-4577-afe0-bb645ad20a3c admin admin] For port c2c08ecf-d002-4151-b838-0b97e305aa24, host dv-cinder-786266-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-2-smb',level=0,port_id=c2c08ecf-d002-4151-b838-0b97e305aa24,segment=NetworkSegment(8700c091-f8ea-443c-823b-a58c005087f4),segment_id=8700c091-f8ea-443c-823b-a58c005087f4)] {{(pid=92096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:13:28.587306 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-e9fba38e-4c3c-4577-afe0-bb645ad20a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598405'] for port, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:28.669039 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-ad2e3378-28da-4b31-932d-7bc6b9f147fa None None] For port c2c08ecf-d002-4151-b838-0b97e305aa24, host dv-cinder-786266-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-2-smb',level=0,port_id=c2c08ecf-d002-4151-b838-0b97e305aa24,segment=NetworkSegment(8700c091-f8ea-443c-823b-a58c005087f4),segment_id=8700c091-f8ea-443c-823b-a58c005087f4)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:13:28.669428 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-ad2e3378-28da-4b31-932d-7bc6b9f147fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598405'] for port, precommit_delete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:28.709204 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.plugin [None req-e9fba38e-4c3c-4577-afe0-bb645ad20a3c admin admin] Calling delete_port for c2c08ecf-d002-4151-b838-0b97e305aa24 owned by network:dhcp {{(pid=92096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 12:13:28.789225 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.plugin [None req-ad2e3378-28da-4b31-932d-7bc6b9f147fa None None] Calling delete_port for c2c08ecf-d002-4151-b838-0b97e305aa24 owned by network:dhcp {{(pid=92098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 12:13:28.805429 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-e9fba38e-4c3c-4577-afe0-bb645ad20a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778191664348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778191160661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2160272'] for port, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:28.810123 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-cc9ca7fb-77b0-4607-8d87-77a80bf19f35 tempest-TestMinimumBasicScenario-959621331 tempest-TestMinimumBasicScenario-959621331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:13:28.831996 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-ad2e3378-28da-4b31-932d-7bc6b9f147fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778191664348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778191160661'] for port, after_delete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:28.836445 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:13:28.854403 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fba38e-4c3c-4577-afe0-bb645ad20a3c admin admin] Pushing event deleted for resources: {'Port': ['ID=c2c08ecf-d002-4151-b838-0b97e305aa24,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:13:28.856888 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-e9fba38e-4c3c-4577-afe0-bb645ad20a3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:13:28.860426 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fba38e-4c3c-4577-afe0-bb645ad20a3c admin admin] No DVR routers for this DVR port c2c08ecf-d002-4151-b838-0b97e305aa24 on host dv-cinder-786266-2-smb {{(pid=92096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 12:13:28.880123 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2e3378-28da-4b31-932d-7bc6b9f147fa None None] Pushing event deleted for resources: {'Port': ['ID=c2c08ecf-d002-4151-b838-0b97e305aa24,revision_number=None']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:13:28.882092 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2e3378-28da-4b31-932d-7bc6b9f147fa None None] No DVR routers for this DVR port c2c08ecf-d002-4151-b838-0b97e305aa24 on host dv-cinder-786266-2-smb {{(pid=92098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 12:13:28.889978 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2e3378-28da-4b31-932d-7bc6b9f147fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:13:28.892494 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2e3378-28da-4b31-932d-7bc6b9f147fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:13:28.892494 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2e3378-28da-4b31-932d-7bc6b9f147fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:13:28.892494 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2e3378-28da-4b31-932d-7bc6b9f147fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:13:28.892494 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2e3378-28da-4b31-932d-7bc6b9f147fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:13:28.892494 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2e3378-28da-4b31-932d-7bc6b9f147fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:13:28.892494 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2e3378-28da-4b31-932d-7bc6b9f147fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:13:28.892494 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2e3378-28da-4b31-932d-7bc6b9f147fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:13:28.893118 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2e3378-28da-4b31-932d-7bc6b9f147fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:13:28.893118 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2e3378-28da-4b31-932d-7bc6b9f147fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:13:28.893118 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2e3378-28da-4b31-932d-7bc6b9f147fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:13:28.893470 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2e3378-28da-4b31-932d-7bc6b9f147fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-2-smb {{(pid=92098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 12:13:28.896282 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-ad2e3378-28da-4b31-932d-7bc6b9f147fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:13:28.979121 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-e9fba38e-4c3c-4577-afe0-bb645ad20a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33119602', 'neutron.services.segments.db._delete_segments_for_network-8778191637926'] for network, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:28.991175 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.services.segments.db [None req-e9fba38e-4c3c-4577-afe0-bb645ad20a3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0275649-991c-46de-a5df-8d984dc38d5a']}} {{(pid=92096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:13:29.003243 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.services.segments.db [None req-e9fba38e-4c3c-4577-afe0-bb645ad20a3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8700c091-f8ea-443c-823b-a58c005087f4') {'for_net_delete': True} {{(pid=92096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:13:29.003544 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.services.segments.db [None req-e9fba38e-4c3c-4577-afe0-bb645ad20a3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8700c091-f8ea-443c-823b-a58c005087f4') {} {{(pid=92096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:13:29.015375 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-e9fba38e-4c3c-4577-afe0-bb645ad20a3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778191512257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2319803'] for segment, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:29.031924 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-e9fba38e-4c3c-4577-afe0-bb645ad20a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33122656'] for segment, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:29.037821 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9fba38e-4c3c-4577-afe0-bb645ad20a3c admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=92096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 12:13:29.038196 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-e9fba38e-4c3c-4577-afe0-bb645ad20a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33122656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2160327'] for segment, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:29.050647 dv-cinder-786266-2-smb neutron-server[92096]: Traceback (most recent call last): Jun 06 12:13:29.050647 dv-cinder-786266-2-smb neutron-server[92096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 12:13:29.050647 dv-cinder-786266-2-smb neutron-server[92096]: timer() Jun 06 12:13:29.050647 dv-cinder-786266-2-smb neutron-server[92096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 12:13:29.050647 dv-cinder-786266-2-smb neutron-server[92096]: cb(*args, **kw) Jun 06 12:13:29.050647 dv-cinder-786266-2-smb neutron-server[92096]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 12:13:29.050647 dv-cinder-786266-2-smb neutron-server[92096]: return func(*args, **kwargs) Jun 06 12:13:29.050647 dv-cinder-786266-2-smb neutron-server[92096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 12:13:29.050647 dv-cinder-786266-2-smb neutron-server[92096]: self._notify() Jun 06 12:13:29.050647 dv-cinder-786266-2-smb neutron-server[92096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 12:13:29.050647 dv-cinder-786266-2-smb neutron-server[92096]: self.callback(batched_events) Jun 06 12:13:29.050647 dv-cinder-786266-2-smb neutron-server[92096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 12:13:29.050647 dv-cinder-786266-2-smb neutron-server[92096]: event.method(event) Jun 06 12:13:29.050647 dv-cinder-786266-2-smb neutron-server[92096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 12:13:29.050647 dv-cinder-786266-2-smb neutron-server[92096]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 12:13:29.050647 dv-cinder-786266-2-smb neutron-server[92096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 12:13:29.050647 dv-cinder-786266-2-smb neutron-server[92096]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 12:13:29.050647 dv-cinder-786266-2-smb neutron-server[92096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 12:13:29.050647 dv-cinder-786266-2-smb neutron-server[92096]: return f(self, *a, **k) Jun 06 12:13:29.050647 dv-cinder-786266-2-smb neutron-server[92096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 12:13:29.050647 dv-cinder-786266-2-smb neutron-server[92096]: return self._get(url).json() Jun 06 12:13:29.050647 dv-cinder-786266-2-smb neutron-server[92096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 12:13:29.050647 dv-cinder-786266-2-smb neutron-server[92096]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 12:13:29.050647 dv-cinder-786266-2-smb neutron-server[92096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 12:13:29.050647 dv-cinder-786266-2-smb neutron-server[92096]: return self.request(url, 'GET', **kwargs) Jun 06 12:13:29.050647 dv-cinder-786266-2-smb neutron-server[92096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 12:13:29.050647 dv-cinder-786266-2-smb neutron-server[92096]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 12:13:29.050647 dv-cinder-786266-2-smb neutron-server[92096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 12:13:29.050647 dv-cinder-786266-2-smb neutron-server[92096]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 12:13:29.050647 dv-cinder-786266-2-smb neutron-server[92096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 12:13:29.050647 dv-cinder-786266-2-smb neutron-server[92096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 12:13:29.050647 dv-cinder-786266-2-smb neutron-server[92096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 12:13:29.188276 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-e9fba38e-4c3c-4577-afe0-bb645ad20a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33119593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-702243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-617627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558951'] for network, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:29.192055 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:13:29.205720 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-e9fba38e-4c3c-4577-afe0-bb645ad20a3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617724'] for network, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:29.207504 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-e9fba38e-4c3c-4577-afe0-bb645ad20a3c admin admin] 10.222.0.32 "DELETE /v2.0/networks/a0275649-991c-46de-a5df-8d984dc38d5a HTTP/1.1" status: 204 len: 168 time: 1.0121260 Jun 06 12:13:29.210439 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 40830) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:13:29.273480 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fba38e-4c3c-4577-afe0-bb645ad20a3c admin admin] Pushing event deleted for resources: {'Network': ['ID=a0275649-991c-46de-a5df-8d984dc38d5a,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:13:29.283911 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-e9fba38e-4c3c-4577-afe0-bb645ad20a3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:13:29.359708 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device c2c08ecf-d002-4151-b838-0b97e305aa24 no longer exists at agent ovs-agent-dv-cinder-786266-2-smb {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 12:13:29.394332 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.plugin [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] No Port match for: c2c08ecf-d002-4151-b838-0b97e305aa24 {{(pid=92098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 12:13:29.394679 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device c2c08ecf-d002-4151-b838-0b97e305aa24 not bound to the agent host dv-cinder-786266-2-smb {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 12:13:29.395103 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device bccd58d3-0cdc-46a0-bc68-485f31f49ddd no longer exists at agent ovs-agent-dv-cinder-786266-2-smb {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 12:13:29.430171 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.plugin [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] No Port match for: bccd58d3-0cdc-46a0-bc68-485f31f49ddd {{(pid=92098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 12:13:29.430518 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device bccd58d3-0cdc-46a0-bc68-485f31f49ddd not bound to the agent host dv-cinder-786266-2-smb {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 12:13:29.430934 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device ca9d4f51-ba49-458e-a979-f5e2552727d7 no longer exists at agent ovs-agent-dv-cinder-786266-2-smb {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 12:13:29.465297 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.plugin [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] No Port match for: ca9d4f51-ba49-458e-a979-f5e2552727d7 {{(pid=92098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 12:13:29.465644 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device ca9d4f51-ba49-458e-a979-f5e2552727d7 not bound to the agent host dv-cinder-786266-2-smb {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 12:13:29.739747 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-c4e1b7be-c1de-4623-9eb0-0868f24b77e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-598226'] for router_interface, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:30.225826 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.plugin [None req-c4e1b7be-c1de-4623-9eb0-0868f24b77e5 admin admin] Deleting port a03b7b88-7557-49d6-bafc-99796473e119 {{(pid=92096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 12:13:30.226552 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-c4e1b7be-c1de-4623-9eb0-0868f24b77e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778191659996'] for port, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:30.344597 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.db [None req-c4e1b7be-c1de-4623-9eb0-0868f24b77e5 admin admin] For port a03b7b88-7557-49d6-bafc-99796473e119, host dv-cinder-786266-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-2-smb',level=0,port_id=a03b7b88-7557-49d6-bafc-99796473e119,segment=NetworkSegment(4762eb5e-b77a-4d74-8b1d-092450c25001),segment_id=4762eb5e-b77a-4d74-8b1d-092450c25001)] {{(pid=92096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:13:30.344943 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-c4e1b7be-c1de-4623-9eb0-0868f24b77e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598405'] for port, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:30.464611 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.plugin [None req-c4e1b7be-c1de-4623-9eb0-0868f24b77e5 admin admin] Calling delete_port for a03b7b88-7557-49d6-bafc-99796473e119 owned by network:router_interface {{(pid=92096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 12:13:30.799292 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-c4e1b7be-c1de-4623-9eb0-0868f24b77e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778191664348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778191160661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2160272'] for port, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:30.802864 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-e2374776-92a6-4af3-b802-65de254b6129 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:13:30.850662 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e1b7be-c1de-4623-9eb0-0868f24b77e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a03b7b88-7557-49d6-bafc-99796473e119,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:13:30.853019 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-c4e1b7be-c1de-4623-9eb0-0868f24b77e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:13:31.114159 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-c4e1b7be-c1de-4623-9eb0-0868f24b77e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-617632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601756'] for router_interface, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:31.557991 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4e1b7be-c1de-4623-9eb0-0868f24b77e5 admin admin] Router 9e2e0289-2100-4766-8be6-481dc22a63f0 has already been hosted by L3 agent 915c5c25-b12e-44c8-ae20-885b4f191692 {{(pid=92096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 12:13:31.733308 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e1b7be-c1de-4623-9eb0-0868f24b77e5 admin admin] Notify agent at l3_agent.dv-cinder-786266-2-smb the message routers_updated {{(pid=92096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 12:13:31.738565 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-c4e1b7be-c1de-4623-9eb0-0868f24b77e5 admin admin] 10.222.0.32 "PUT /v2.0/routers/9e2e0289-2100-4766-8be6-481dc22a63f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5273757 Jun 06 12:13:31.740324 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 40832) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:13:31.741910 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a2e3f1-6ce9-400e-bd69-58649f970faa None None] Sync routers for ids ['9e2e0289-2100-4766-8be6-481dc22a63f0'] in dv-cinder-786266-2-smb {{(pid=92099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 12:13:31.751164 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a2e3f1-6ce9-400e-bd69-58649f970faa None None] Routers {'9e2e0289-2100-4766-8be6-481dc22a63f0'} bound to L3 agent in host dv-cinder-786266-2-smb {{(pid=92099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:13:31.751758 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_hamode_db [None req-c0a2e3f1-6ce9-400e-bd69-58649f970faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T11:54:50Z,description=,heartbeat_timestamp=2021-06-06T12:13:20Z,host='dv-cinder-786266-2-smb',id=915c5c25-b12e-44c8-ae20-885b4f191692,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:54:51Z,topic='l3_agent')) {'router_ids': ['9e2e0289-2100-4766-8be6-481dc22a63f0'], 'active': True} {{(pid=92099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:13:31.913878 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-fed2c662-8faf-4e29-a6b9-638316329d87 admin admin] Notify callbacks [] for router, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:31.925515 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_dvr_db [None req-c0a2e3f1-6ce9-400e-bd69-58649f970faa None None] Set router 9e2e0289-2100-4766-8be6-481dc22a63f0 gateway port host: dv-cinder-786266-2-smb {{(pid=92099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:13:32.083803 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-fed2c662-8faf-4e29-a6b9-638316329d87 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:32.199043 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_hamode_db [None req-c0a2e3f1-6ce9-400e-bd69-58649f970faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2e0289-2100-4766-8be6-481dc22a63f0', 'name': 'tempest-TestMinimumBasicScenario-1454496941-router', 'tenant_id': '12e3f22a430d4b2994bef753eebfbad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'external_fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.189'}], 'enable_snat': True}, 'gw_port_id': 'ed24fa51-f80a-4567-8127-79ebc6af34ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:11:03Z', 'updated_at': '2021-06-06T12:13:30Z', 'revision_number': 5, 'project_id': '12e3f22a430d4b2994bef753eebfbad1', 'gw_port': {'id': 'ed24fa51-f80a-4567-8127-79ebc6af34ba', 'name': '', 'network_id': 'f46ef3e5-e761-4cf2-8ba5-27fd00264fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2e0289-2100-4766-8be6-481dc22a63f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'ip_address': '172.28.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T12:11:04Z', 'updated_at': '2021-06-06T12:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e8387a-9982-4dd7-a420-a9a6c7cae1dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-2-smb'}], 'dv-cinder-786266-2-smb', False) {} {{(pid=92099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:13:32.203474 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a2e3f1-6ce9-400e-bd69-58649f970faa None None] Checking router: 9e2e0289-2100-4766-8be6-481dc22a63f0 for host: dv-cinder-786266-2-smb {{(pid=92099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 12:13:32.212518 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a2e3f1-6ce9-400e-bd69-58649f970faa None None] Routers {'9e2e0289-2100-4766-8be6-481dc22a63f0'} bound to L3 agent in host dv-cinder-786266-2-smb {{(pid=92099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 12:13:32.213114 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_hamode_db [None req-c0a2e3f1-6ce9-400e-bd69-58649f970faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T11:54:50Z,description=,heartbeat_timestamp=2021-06-06T12:13:20Z,host='dv-cinder-786266-2-smb',id=915c5c25-b12e-44c8-ae20-885b4f191692,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T11:54:51Z,topic='l3_agent')) {'router_ids': ['9e2e0289-2100-4766-8be6-481dc22a63f0'], 'active': True} {{(pid=92099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:13:32.243284 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.plugin [None req-fed2c662-8faf-4e29-a6b9-638316329d87 admin admin] Deleting port ed24fa51-f80a-4567-8127-79ebc6af34ba {{(pid=92096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 12:13:32.243688 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-fed2c662-8faf-4e29-a6b9-638316329d87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778191659996'] for port, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:32.360891 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_dvr_db [None req-c0a2e3f1-6ce9-400e-bd69-58649f970faa None None] Set router 9e2e0289-2100-4766-8be6-481dc22a63f0 gateway port host: None {{(pid=92099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 12:13:32.362937 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.db [None req-fed2c662-8faf-4e29-a6b9-638316329d87 admin admin] For port ed24fa51-f80a-4567-8127-79ebc6af34ba, host dv-cinder-786266-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-2-smb',level=0,port_id=ed24fa51-f80a-4567-8127-79ebc6af34ba,segment=NetworkSegment(bb809bd8-b365-4ef3-acf3-bf04c8c65f74),segment_id=bb809bd8-b365-4ef3-acf3-bf04c8c65f74)] {{(pid=92096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:13:32.363290 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-fed2c662-8faf-4e29-a6b9-638316329d87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598405'] for port, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:32.485528 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.plugins.ml2.plugin [None req-fed2c662-8faf-4e29-a6b9-638316329d87 admin admin] Calling delete_port for ed24fa51-f80a-4567-8127-79ebc6af34ba owned by network:router_gateway {{(pid=92096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 12:13:32.502919 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.l3_hamode_db [None req-c0a2e3f1-6ce9-400e-bd69-58649f970faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2e0289-2100-4766-8be6-481dc22a63f0', 'name': 'tempest-TestMinimumBasicScenario-1454496941-router', 'tenant_id': '12e3f22a430d4b2994bef753eebfbad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:11:03Z', 'updated_at': '2021-06-06T12:13:32Z', 'revision_number': 6, 'project_id': '12e3f22a430d4b2994bef753eebfbad1', 'gw_port_host': None}], 'dv-cinder-786266-2-smb', False) {} {{(pid=92099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:13:32.513002 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a2e3f1-6ce9-400e-bd69-58649f970faa None None] The sync data for ids ['9e2e0289-2100-4766-8be6-481dc22a63f0'] in dv-cinder-786266-2-smb is: [{'id': '9e2e0289-2100-4766-8be6-481dc22a63f0', 'name': 'tempest-TestMinimumBasicScenario-1454496941-router', 'tenant_id': '12e3f22a430d4b2994bef753eebfbad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T12:11:03Z', 'updated_at': '2021-06-06T12:13:32Z', 'revision_number': 6, 'project_id': '12e3f22a430d4b2994bef753eebfbad1', 'gw_port_host': None}] {{(pid=92099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 12:13:32.696361 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-fed2c662-8faf-4e29-a6b9-638316329d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778191664348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778191160661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2160272'] for port, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:32.700255 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-acfa7ea3-81b5-4d63-9597-62c5cae8963f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:13:32.747237 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed2c662-8faf-4e29-a6b9-638316329d87 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed24fa51-f80a-4567-8127-79ebc6af34ba,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:13:32.772867 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-fed2c662-8faf-4e29-a6b9-638316329d87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:13:32.833428 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-fed2c662-8faf-4e29-a6b9-638316329d87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558914'] for router_gateway, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:33.104149 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-fed2c662-8faf-4e29-a6b9-638316329d87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-605557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15976'] for router, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:33.106302 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-fed2c662-8faf-4e29-a6b9-638316329d87 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:33.199051 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-fed2c662-8faf-4e29-a6b9-638316329d87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605673'] for router, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:33.199488 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed2c662-8faf-4e29-a6b9-638316329d87 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e2e0289-2100-4766-8be6-481dc22a63f0 {{(pid=92096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 06 12:13:33.204252 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-fed2c662-8faf-4e29-a6b9-638316329d87 admin admin] Notify callbacks [] for router, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:33.205365 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-fed2c662-8faf-4e29-a6b9-638316329d87 admin admin] 10.222.0.32 "DELETE /v2.0/routers/9e2e0289-2100-4766-8be6-481dc22a63f0 HTTP/1.1" status: 204 len: 168 time: 1.4641416 Jun 06 12:13:33.207811 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 40834) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:13:33.270675 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.db.db_base_plugin_v2 [None req-410a16e9-d88c-4291-b24d-2812786f30cc admin admin] Deleting subnet c07d6810-531c-4474-8950-f2910cbf37b9 {{(pid=92096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 12:13:33.273871 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-410a16e9-d88c-4291-b24d-2812786f30cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:33.323460 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-410a16e9-d88c-4291-b24d-2812786f30cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2319746'] for subnet, precommit_delete_associations {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:33.361365 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device ed24fa51-f80a-4567-8127-79ebc6af34ba no longer exists at agent ovs-agent-dv-cinder-786266-2-smb {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 12:13:33.396076 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.plugin [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] No Port match for: ed24fa51-f80a-4567-8127-79ebc6af34ba {{(pid=92098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 12:13:33.396420 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device ed24fa51-f80a-4567-8127-79ebc6af34ba not bound to the agent host dv-cinder-786266-2-smb {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 12:13:33.396840 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device a03b7b88-7557-49d6-bafc-99796473e119 no longer exists at agent ovs-agent-dv-cinder-786266-2-smb {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 12:13:33.407186 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-410a16e9-d88c-4291-b24d-2812786f30cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33120235'] for subnet, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:33.431550 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.plugin [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] No Port match for: a03b7b88-7557-49d6-bafc-99796473e119 {{(pid=92098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 12:13:33.431890 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device a03b7b88-7557-49d6-bafc-99796473e119 not bound to the agent host dv-cinder-786266-2-smb {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 12:13:33.548270 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-410a16e9-d88c-4291-b24d-2812786f30cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33120226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2160253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2058302'] for subnet, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:33.553269 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:13:33.588019 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410a16e9-d88c-4291-b24d-2812786f30cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c07d6810-531c-4474-8950-f2910cbf37b9,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:13:33.589975 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-410a16e9-d88c-4291-b24d-2812786f30cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617724'] for subnet, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:33.593389 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-410a16e9-d88c-4291-b24d-2812786f30cc admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c07d6810-531c-4474-8950-f2910cbf37b9 HTTP/1.1" status: 204 len: 168 time: 0.3830369 Jun 06 12:13:33.593722 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4db2ba-699e-4c8d-9436-aac2b0868a0f None None] Network b94c710b-8155-4746-a79f-6c099b47100c requested from dv-cinder-786266-2-smb {{(pid=92098) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 12:13:33.594802 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-410a16e9-d88c-4291-b24d-2812786f30cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:13:33.595257 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 40836) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:13:33.703508 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-aabcedbe-7fd5-41b1-8b85-b6826efb10e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33107049'] for network, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:33.777732 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.plugin [None req-aabcedbe-7fd5-41b1-8b85-b6826efb10e4 admin admin] Deleting port 1d25130f-14b7-480c-b1e3-0857faf1e78c {{(pid=92097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 12:13:33.777999 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-aabcedbe-7fd5-41b1-8b85-b6826efb10e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778191659996'] for port, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:33.840774 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e4770c-6ba1-4f8d-902b-d460b030fb1d None None] DHCP port deletion for b94c710b-8155-4746-a79f-6c099b47100c request from dv-cinder-786266-2-smb {{(pid=92098) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 06 12:13:33.876211 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.db [None req-aabcedbe-7fd5-41b1-8b85-b6826efb10e4 admin admin] For port 1d25130f-14b7-480c-b1e3-0857faf1e78c, host dv-cinder-786266-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-2-smb',level=0,port_id=1d25130f-14b7-480c-b1e3-0857faf1e78c,segment=NetworkSegment(4762eb5e-b77a-4d74-8b1d-092450c25001),segment_id=4762eb5e-b77a-4d74-8b1d-092450c25001)] {{(pid=92097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:13:33.876561 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-aabcedbe-7fd5-41b1-8b85-b6826efb10e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598405'] for port, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:33.908506 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.plugin [None req-71e4770c-6ba1-4f8d-902b-d460b030fb1d None None] Deleting port 1d25130f-14b7-480c-b1e3-0857faf1e78c {{(pid=92098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 12:13:33.908887 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-71e4770c-6ba1-4f8d-902b-d460b030fb1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778191659996'] for port, before_delete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:34.008398 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.db [None req-71e4770c-6ba1-4f8d-902b-d460b030fb1d None None] For port 1d25130f-14b7-480c-b1e3-0857faf1e78c, host dv-cinder-786266-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-2-smb',level=0,port_id=1d25130f-14b7-480c-b1e3-0857faf1e78c,segment=NetworkSegment(4762eb5e-b77a-4d74-8b1d-092450c25001),segment_id=4762eb5e-b77a-4d74-8b1d-092450c25001)] {{(pid=92098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 12:13:34.008796 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-71e4770c-6ba1-4f8d-902b-d460b030fb1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598405'] for port, precommit_delete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:34.093731 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.plugin [None req-aabcedbe-7fd5-41b1-8b85-b6826efb10e4 admin admin] Calling delete_port for 1d25130f-14b7-480c-b1e3-0857faf1e78c owned by network:dhcp {{(pid=92097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 12:13:34.130965 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.plugin [None req-71e4770c-6ba1-4f8d-902b-d460b030fb1d None None] Calling delete_port for 1d25130f-14b7-480c-b1e3-0857faf1e78c owned by network:dhcp {{(pid=92098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 12:13:34.244847 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-aabcedbe-7fd5-41b1-8b85-b6826efb10e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778191664348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778191160661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2165323'] for port, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:34.249956 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-497834da-8ba2-4dad-bceb-66a6eb8f24a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:13:34.250815 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-71e4770c-6ba1-4f8d-902b-d460b030fb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33150600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-617618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778191664348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778191160661'] for port, after_delete {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:34.255262 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-8f0ce484-a69c-4b41-9244-8bab866f851b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:13:34.293958 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabcedbe-7fd5-41b1-8b85-b6826efb10e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d25130f-14b7-480c-b1e3-0857faf1e78c,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:13:34.295813 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabcedbe-7fd5-41b1-8b85-b6826efb10e4 admin admin] No DVR routers for this DVR port 1d25130f-14b7-480c-b1e3-0857faf1e78c on host dv-cinder-786266-2-smb {{(pid=92097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 12:13:34.296948 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e4770c-6ba1-4f8d-902b-d460b030fb1d None None] Pushing event deleted for resources: {'Port': ['ID=1d25130f-14b7-480c-b1e3-0857faf1e78c,revision_number=None']} {{(pid=92098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:13:34.297318 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-aabcedbe-7fd5-41b1-8b85-b6826efb10e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:13:34.299930 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG oslo_concurrency.lockutils [None req-71e4770c-6ba1-4f8d-902b-d460b030fb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:13:34.300716 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e4770c-6ba1-4f8d-902b-d460b030fb1d None None] No DVR routers for this DVR port 1d25130f-14b7-480c-b1e3-0857faf1e78c on host dv-cinder-786266-2-smb {{(pid=92098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 12:13:34.410196 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-aabcedbe-7fd5-41b1-8b85-b6826efb10e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33119602', 'neutron.services.segments.db._delete_segments_for_network-8778191637926'] for network, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:34.422077 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.services.segments.db [None req-aabcedbe-7fd5-41b1-8b85-b6826efb10e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b94c710b-8155-4746-a79f-6c099b47100c']}} {{(pid=92097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:13:34.434051 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.services.segments.db [None req-aabcedbe-7fd5-41b1-8b85-b6826efb10e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4762eb5e-b77a-4d74-8b1d-092450c25001') {'for_net_delete': True} {{(pid=92097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:13:34.434342 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.services.segments.db [None req-aabcedbe-7fd5-41b1-8b85-b6826efb10e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4762eb5e-b77a-4d74-8b1d-092450c25001') {} {{(pid=92097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 12:13:34.445617 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-aabcedbe-7fd5-41b1-8b85-b6826efb10e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778191512257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-907565'] for segment, before_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:34.461526 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-aabcedbe-7fd5-41b1-8b85-b6826efb10e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33122656'] for segment, precommit_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:34.468158 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aabcedbe-7fd5-41b1-8b85-b6826efb10e4 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=92097) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 12:13:34.468539 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-aabcedbe-7fd5-41b1-8b85-b6826efb10e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33122656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2165276'] for segment, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:34.485073 dv-cinder-786266-2-smb neutron-server[92097]: Traceback (most recent call last): Jun 06 12:13:34.485073 dv-cinder-786266-2-smb neutron-server[92097]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 12:13:34.485073 dv-cinder-786266-2-smb neutron-server[92097]: timer() Jun 06 12:13:34.485073 dv-cinder-786266-2-smb neutron-server[92097]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 12:13:34.485073 dv-cinder-786266-2-smb neutron-server[92097]: cb(*args, **kw) Jun 06 12:13:34.485073 dv-cinder-786266-2-smb neutron-server[92097]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 12:13:34.485073 dv-cinder-786266-2-smb neutron-server[92097]: return func(*args, **kwargs) Jun 06 12:13:34.485073 dv-cinder-786266-2-smb neutron-server[92097]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 12:13:34.485073 dv-cinder-786266-2-smb neutron-server[92097]: self._notify() Jun 06 12:13:34.485073 dv-cinder-786266-2-smb neutron-server[92097]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 12:13:34.485073 dv-cinder-786266-2-smb neutron-server[92097]: self.callback(batched_events) Jun 06 12:13:34.485073 dv-cinder-786266-2-smb neutron-server[92097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 12:13:34.485073 dv-cinder-786266-2-smb neutron-server[92097]: event.method(event) Jun 06 12:13:34.485073 dv-cinder-786266-2-smb neutron-server[92097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 12:13:34.485073 dv-cinder-786266-2-smb neutron-server[92097]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 12:13:34.485073 dv-cinder-786266-2-smb neutron-server[92097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 12:13:34.485073 dv-cinder-786266-2-smb neutron-server[92097]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 12:13:34.485073 dv-cinder-786266-2-smb neutron-server[92097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 12:13:34.485073 dv-cinder-786266-2-smb neutron-server[92097]: return f(self, *a, **k) Jun 06 12:13:34.485073 dv-cinder-786266-2-smb neutron-server[92097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 12:13:34.485073 dv-cinder-786266-2-smb neutron-server[92097]: return self._get(url).json() Jun 06 12:13:34.485073 dv-cinder-786266-2-smb neutron-server[92097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 12:13:34.485073 dv-cinder-786266-2-smb neutron-server[92097]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 12:13:34.485073 dv-cinder-786266-2-smb neutron-server[92097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 12:13:34.485073 dv-cinder-786266-2-smb neutron-server[92097]: return self.request(url, 'GET', **kwargs) Jun 06 12:13:34.485073 dv-cinder-786266-2-smb neutron-server[92097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 12:13:34.485073 dv-cinder-786266-2-smb neutron-server[92097]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 12:13:34.485073 dv-cinder-786266-2-smb neutron-server[92097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 12:13:34.485073 dv-cinder-786266-2-smb neutron-server[92097]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 12:13:34.485073 dv-cinder-786266-2-smb neutron-server[92097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 12:13:34.485073 dv-cinder-786266-2-smb neutron-server[92097]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 12:13:34.485073 dv-cinder-786266-2-smb neutron-server[92097]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 12:13:34.643184 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-aabcedbe-7fd5-41b1-8b85-b6826efb10e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33119593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-702243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-617627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558951'] for network, after_delete {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:34.646867 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-fb211382-2ce8-4a47-af47-f63d51c44382 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:13:34.660179 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron_lib.callbacks.manager [None req-aabcedbe-7fd5-41b1-8b85-b6826efb10e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-617724'] for network, before_response {{(pid=92097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:34.663938 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-aabcedbe-7fd5-41b1-8b85-b6826efb10e4 admin admin] 10.222.0.32 "DELETE /v2.0/networks/b94c710b-8155-4746-a79f-6c099b47100c HTTP/1.1" status: 204 len: 168 time: 1.0657172 Jun 06 12:13:34.669974 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabcedbe-7fd5-41b1-8b85-b6826efb10e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b94c710b-8155-4746-a79f-6c099b47100c,revision_number=None']} {{(pid=92097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:13:34.673727 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG oslo_concurrency.lockutils [None req-aabcedbe-7fd5-41b1-8b85-b6826efb10e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:13:35.067812 dv-cinder-786266-2-smb neutron-server[92097]: DEBUG neutron.wsgi [-] (92097) accepted ('10.222.0.32', 40840) {{(pid=92097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:13:35.115204 dv-cinder-786266-2-smb neutron-server[92097]: INFO neutron.wsgi [None req-db7e1eec-8912-44df-86f0-f43e71c655fc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c0fffa2cff914fa08f2553a671653542&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0460165 Jun 06 12:13:35.117722 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 40842) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:13:35.175557 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-19b398af-5816-4b87-beae-e2807da95097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:35.200531 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-19b398af-5816-4b87-beae-e2807da95097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:35.325324 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-19b398af-5816-4b87-beae-e2807da95097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:35.327970 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-19b398af-5816-4b87-beae-e2807da95097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:35.329083 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-19b398af-5816-4b87-beae-e2807da95097 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bf7722af-202e-4df5-998a-4182e1605f49 HTTP/1.1" status: 204 len: 168 time: 0.2103360 Jun 06 12:13:35.329974 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-dcec6cc2-901e-45d3-be0f-020a2c15898c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:13:35.340066 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b398af-5816-4b87-beae-e2807da95097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7722af-202e-4df5-998a-4182e1605f49,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:13:35.342745 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-19b398af-5816-4b87-beae-e2807da95097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:13:35.358578 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device 1d25130f-14b7-480c-b1e3-0857faf1e78c no longer exists at agent ovs-agent-dv-cinder-786266-2-smb {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 12:13:35.396951 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.plugin [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] No Port match for: 1d25130f-14b7-480c-b1e3-0857faf1e78c {{(pid=92098) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 12:13:35.397301 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron.plugins.ml2.rpc [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Device 1d25130f-14b7-480c-b1e3-0857faf1e78c not bound to the agent host dv-cinder-786266-2-smb {{(pid=92098) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 12:13:35.451848 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.agents_db [None req-260e75b6-693f-447f-9c37-08072a5d67b1 None None] Agent healthcheck: found 6 active agents {{(pid=92099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 12:13:35.987646 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 40848) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:13:36.035265 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-dc92e560-30a1-4391-ae4b-74505722014c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=12e3f22a430d4b2994bef753eebfbad1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0469830 Jun 06 12:13:36.036916 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [-] (92096) accepted ('10.222.0.32', 40850) {{(pid=92096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 12:13:36.091830 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-2a571d5f-30ed-4176-ae78-84844d67323e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:36.116756 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-2a571d5f-30ed-4176-ae78-84844d67323e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:36.244731 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-2a571d5f-30ed-4176-ae78-84844d67323e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702211'] for security_group, after_delete {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:36.247115 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron_lib.callbacks.manager [None req-2a571d5f-30ed-4176-ae78-84844d67323e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:36.248215 dv-cinder-786266-2-smb neutron-server[92096]: INFO neutron.wsgi [None req-2a571d5f-30ed-4176-ae78-84844d67323e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8fc891ce-3941-4287-9925-76b777490591 HTTP/1.1" status: 204 len: 168 time: 0.2104452 Jun 06 12:13:36.248977 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-d9927eeb-02f1-4aa0-acf4-77d05916f12b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 12:13:36.259196 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a571d5f-30ed-4176-ae78-84844d67323e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc891ce-3941-4287-9925-76b777490591,revision_number=None']} {{(pid=92096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 12:13:36.261426 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG oslo_concurrency.lockutils [None req-2a571d5f-30ed-4176-ae78-84844d67323e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 12:13:47.764528 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-ff310d28-b701-4e9e-afc2-3723580344a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:50.107793 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-5acdd8cf-9fbe-423b-bdd0-e800d6aca235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:50.239386 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:50.645068 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:51.244878 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-c3be426d-4704-402b-bce9-7cb8373a3dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:13:53.038979 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-dde0a769-bb65-4f49-a590-df32523868aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:14:12.450512 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.agents_db [None req-260e75b6-693f-447f-9c37-08072a5d67b1 None None] Agent healthcheck: found 6 active agents {{(pid=92099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 12:14:17.787459 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-ff708ff8-8bc5-4a3e-9ade-fe6ecab7a0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:14:20.067693 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-25c426d5-6198-4004-a572-21f4dad62ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:14:20.204682 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:14:20.656001 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:14:21.267159 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-c3be426d-4704-402b-bce9-7cb8373a3dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:14:23.033119 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-dde0a769-bb65-4f49-a590-df32523868aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:14:47.810013 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-5dc557cd-a87b-4c95-86ef-463c265054c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:14:49.449580 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.agents_db [None req-260e75b6-693f-447f-9c37-08072a5d67b1 None None] Agent healthcheck: found 6 active agents {{(pid=92099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 12:14:50.044237 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-4fb01fe7-4470-409e-8cce-85a78885db60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:14:50.211200 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:14:50.707075 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:14:51.249403 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-c3be426d-4704-402b-bce9-7cb8373a3dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:14:53.055937 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-dde0a769-bb65-4f49-a590-df32523868aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:15:17.815738 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-d8139ecd-37da-4a8d-8479-48a2ca4ba1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:15:20.044399 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-dbf57405-17e8-46a2-a69c-0b24a47a83e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:15:20.210283 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:15:20.667511 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:15:21.238275 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-c3be426d-4704-402b-bce9-7cb8373a3dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:15:23.061458 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-dde0a769-bb65-4f49-a590-df32523868aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:15:26.448297 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.agents_db [None req-260e75b6-693f-447f-9c37-08072a5d67b1 None None] Agent healthcheck: found 6 active agents {{(pid=92099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 12:15:47.809887 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-3fcd8d52-1ada-482a-9f47-2bacb6bc3b48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:15:50.049649 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-8ecc02f7-062c-4666-a32d-7315becb9d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:15:50.203755 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:15:50.678423 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:15:51.260620 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-c3be426d-4704-402b-bce9-7cb8373a3dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:15:53.043783 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-dde0a769-bb65-4f49-a590-df32523868aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:16:03.446791 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.agents_db [None req-260e75b6-693f-447f-9c37-08072a5d67b1 None None] Agent healthcheck: found 6 active agents {{(pid=92099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 12:16:17.792178 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-5c83db28-7a90-44ef-a292-c362d207ba6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:16:20.049572 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-ba1dee84-bef0-4182-92fa-0a6b89f17765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:16:20.248383 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:16:20.699880 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:16:21.289581 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-c3be426d-4704-402b-bce9-7cb8373a3dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:16:23.032726 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-dde0a769-bb65-4f49-a590-df32523868aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:16:40.446773 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.agents_db [None req-260e75b6-693f-447f-9c37-08072a5d67b1 None None] Agent healthcheck: found 6 active agents {{(pid=92099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 12:16:47.838329 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-ffddec65-b566-44f0-93d3-5a00a8b7d019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:16:50.054158 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-2f91e402-8a2c-4422-9b86-c86878c3f632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:16:50.236876 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:16:50.723924 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:16:51.266833 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-c3be426d-4704-402b-bce9-7cb8373a3dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:16:53.037856 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-dde0a769-bb65-4f49-a590-df32523868aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:17:17.445199 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.agents_db [None req-260e75b6-693f-447f-9c37-08072a5d67b1 None None] Agent healthcheck: found 6 active agents {{(pid=92099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 12:17:17.815089 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-3a8f25d4-a368-4059-8e07-df6d6580fed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:17:20.066137 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-e74ec357-5821-46f8-86d9-11473b5064e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:17:20.214638 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:17:20.712111 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:17:21.270738 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-c3be426d-4704-402b-bce9-7cb8373a3dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:17:23.066389 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-dde0a769-bb65-4f49-a590-df32523868aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:17:47.797802 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-96f5ab8f-38d8-46ac-8231-2b7de3a17f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:17:50.067073 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-738f7dda-46d5-477f-8263-6d39e276750f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:17:50.247394 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:17:50.745877 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:17:51.255323 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-c3be426d-4704-402b-bce9-7cb8373a3dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:17:53.060585 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-dde0a769-bb65-4f49-a590-df32523868aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:17:54.444438 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.agents_db [None req-260e75b6-693f-447f-9c37-08072a5d67b1 None None] Agent healthcheck: found 6 active agents {{(pid=92099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 12:18:17.830055 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-825b7fb8-bc85-473a-a797-0ad5be035b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:18:20.077456 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-ea94cecc-6724-42cd-beb4-d57ff6596d0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:18:20.254282 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-048f030d-7ddd-40b4-a771-f1515e12dbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:18:20.797225 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-6cbbad7c-45d2-4aea-a5a5-6d0f7c86b3e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:18:21.272057 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-c3be426d-4704-402b-bce9-7cb8373a3dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:18:23.055108 dv-cinder-786266-2-smb neutron-server[92098]: DEBUG neutron_lib.callbacks.manager [None req-dde0a769-bb65-4f49-a590-df32523868aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778191637908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33177772'] for agent, after_update {{(pid=92098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 12:18:28.956039 dv-cinder-786266-2-smb neutron-server[92096]: DEBUG neutron.wsgi [req-aee38f78-93ca-4521-887b-1c50f349572d req-28235549-8545-44c6-a470-0c0bafa96eba service neutron] (92096) timed out ('10.222.0.35', 52474) {{(pid=92096) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 06 12:18:31.443467 dv-cinder-786266-2-smb neutron-server[92099]: DEBUG neutron.db.agents_db [None req-260e75b6-693f-447f-9c37-08072a5d67b1 None None] Agent healthcheck: found 6 active agents {{(pid=92099) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}